{"msg":"Running step start_crdb","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:15.878242998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:15.879003584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmp44IWzl","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:15.918604085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmp44IWzl/data)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:15.918871468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmp44IWzl/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmp44IWzl/listen-url","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:15.990630102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=7 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:15.991617169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"cockroach pid: 28540","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:17.58691192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"cockroach listen URL: postgresql://root@[::1]:50707/omicron?sslmode=disable","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:17.58710265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"Running step start_clickhouse","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:17.587594941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:17.58763461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.15018261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.150310745Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.274780443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.274853979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.323177922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.323301849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"mgd port is 56361","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.487896172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"Running step record_switch_dns","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.487997945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.488236741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.488524234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.488890604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpWiSRB7"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.641580739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.641647752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.641757331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:44772"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.642664238Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:56854","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.642730179Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:56854","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.642757453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:56854","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.643752857Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:56854","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.643930811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.644076121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmp11CdJJ"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.662793374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.663898896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.663959036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:54560"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.664286989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:47355","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.664354654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:47355","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.664389303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:47355","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.665569354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:47355","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.667759759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.667807985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"setting up nexus server","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.668527308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.672576997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.672627848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.672651124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.67298016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673029619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.67306047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673083877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673109027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673128806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.67315604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673185229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673272663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673317532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.67334152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673368143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673389165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673792939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673845374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673867708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.673892518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.67391867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674038328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674113308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674147346Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674175101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674195291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674218868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674238537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674262084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674284078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674310901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674335761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674355701Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674379709Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674399588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674426091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674512182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674533776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674561471Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674588855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674610378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674632653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674651831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674673965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674693013Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674715818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674734966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674763563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.674974143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.675016848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.675050746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.67507307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.675097879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.675117148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.675141567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.675164081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.675183199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.675207839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.67522842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.675251666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.675573687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:44772","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.71999292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"new DNS resolver","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.720210263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","addresses":"[[::1]:44772]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.72060026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:50707/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 50707,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.722435246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Database schema version is up to date","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:18.80814701Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"registered USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:18.923838248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b8e3c94a-a517-4075-92f3-d2c88a618814","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.063917156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.064143567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.064371902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.064529055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.064685867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.064804724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.064900034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.064982689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.06507864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.065171315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.065271023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.065351423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.065446703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.065537655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.065668415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.065749907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.065838875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.065998122Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.066104093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.066180185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.066274262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.066373029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.066452337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.066543058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.066632245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.06671988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.066811092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.066884558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.066973986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.06708106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.067176319Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.067254435Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.067344685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.067433802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.067523531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.06759807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.067690454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.067785403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.0678741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.067950752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.068047004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.068162564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.068299858Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.069337566Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.069460801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.069537073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.069631141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.069727523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.069865147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.069958453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.07006268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.070155946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.07023324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.070764398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:19.070970259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.071824921Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"SEC running","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:19.072259377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"sec_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"SEC","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.074530482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.074587977Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.078816993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.079119175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.080468473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.08069759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.081402083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:19.082960599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.094636191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59704","req_id":"a04d901b-efd7-405f-b8b3-acc4360f9fc4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: e3 38 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 .8..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.095526205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59704","req_id":"a04d901b-efd7-405f-b8b3-acc4360f9fc4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58168,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58168,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:19.100492149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59704","req_id":"a04d901b-efd7-405f-b8b3-acc4360f9fc4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:19.102844396Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.103018593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.103158742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.105558353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.105874974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.105940404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.105985765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.106436864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:19.11795881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.118146775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.118261213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.120974188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.121087284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.121171782Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.121357432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.122742622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:19.644092758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.644594508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.64464583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.646325667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.646384955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.64642777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.646470145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.647544736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:19.778913109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.778981675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.779043609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.780122519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.804876148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.80493721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.809528848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.809590361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.809862774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.809912413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.81051822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.822895611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.822966181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.823081631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.823273313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.824196823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.883547145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.883739408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.883789588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.884536566Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.887281876Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.890769595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.890829735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.890861007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.89088725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.890912199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.891276255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.893219467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.893277793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.893306039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.89370804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.903482004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.906295049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.906360379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.906391361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.906744334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:19.931716008Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.931782972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.931813703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.933909128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.933969729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.933997344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.934022223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.934481288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.951559155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.951681659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.952057057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.955551219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.955616188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.955646969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.955672039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.956182095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.958214635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.958271789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.958301949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.958855672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.962203934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.962261278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.962291618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.96274408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.964700137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.969219632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.969302277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.969387957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.969433097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.969461093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.969486834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.969870789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.973195333Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.973289902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.97353523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.975154467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.977516643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.977576372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.977607434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.979347481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.983145769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.991972115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:19.992091182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.992122715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:19.992628603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.006754287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.006844918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.006876751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.006902042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.007682717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.010172257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.010269722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.010309401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.010621613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.012618341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.01267816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.012707368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.013547392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.026503306Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.035296265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.035409701Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.035447847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.035877604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.043326375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.04340447Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.044058864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.055121506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.055295062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.0579842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.062507081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.06258187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.062615227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.062640407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.063130583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.074069679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.07413031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.074161812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.074817519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.079182656Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.079235552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.079263116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.079860396Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.082959261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.090173094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.090274205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.090306269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.091850326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.157810247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.157915837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.159683318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.159750803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.160420407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.164566939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.164627018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.164655465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.165899714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.169994393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.170155423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.17079089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.172116952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.175977734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.18369506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.183766322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.183798617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.184938728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.275028707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.275130209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.275162092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.275189417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.276806048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.285116175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.285179161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.285210333Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.285814527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.290836483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.291741005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.291933829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.297983052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.304645105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.316382351Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.316458533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.316486809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.316880454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.323210776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.323416957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.32351399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.325213687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.331533789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.332067603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.332702789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.336303272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.336361458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.337114729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.339868586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.339913776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.339939056Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.339963084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.34061869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.344323512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.344404974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.344433902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.345992738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.348062351Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.348112772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.348141299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.348694852Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.351351485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.359448999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.359512595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.359539599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.359568427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.359592625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.35961534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.360032842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.361964461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.362025713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.362056534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.362737601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.366132956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.366186783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.366214529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.366887209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.370282604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.381906153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.38209523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.382256551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.383006586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.394409655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.394470517Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.394499104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.394526879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.39550093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.39736803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.397425154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.397454783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.398292853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.401012201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.401069054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.401099094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.40164943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.403724284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.410896134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.410957887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.410988838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.411615517Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:20.546568202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.546653772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.546680926Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.546709503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.547341222Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.554099918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.554159777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.554895463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.559257083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.55948635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.560292657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.562971073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.56304982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.563082094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.56311025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.563589415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.566018114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.566077943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.566107723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.566842857Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.569212719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.570198113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.570250246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.570832056Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.572718484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.580276523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.58035519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.58038041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.58040541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.58141903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.588650077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.58871162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.588741479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.588770016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.589505311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.591706126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.591761326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.591845383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.592479216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.596361231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.596417774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.596517963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.596975936Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.59951277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.605983793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.612743461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.612811136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.612842138Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.612866907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.613255622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.620669804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.620730235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.620762329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.621336913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.624718441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.624775244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.624803881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.62541082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.628148695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.635372077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.635673338Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.635774539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.63682372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.694947969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.695046685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.69616304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.710318453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.710382431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.710414194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.710439885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.711196463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.723863621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.723920334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.723949041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.724754025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.738487619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.738556225Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.738585473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.739076532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.744451672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.749910097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.766696503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.766760631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.766793346Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.766821582Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.767430816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.793509646Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.797873331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.797949482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.798504017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.804967515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.805044489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.805074268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.805909252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.81517841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.821032123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.821108044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.821180448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.833592068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.844715741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.844784979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.845647678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.850203455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.850279977Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.850310007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.850335748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.850734964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.852593627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.852647845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.85267548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.853054024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.855055803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.855112606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.855140802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.85565663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.858058155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.862974651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.867435418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.867692731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.867977809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.868021636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.868844466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.870966003Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.87102483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.871054589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.873681473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.888780607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.888876418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.888908622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.889451244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.919811925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.926020265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.926090525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.926121146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.926610361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.933103718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.933168868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.933915466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:20.93776195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"created built-in services vpc","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:20.937814494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.937841628Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.937866979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.939575954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.93963423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.9396592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.939683598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.94004106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:20.946516492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.946579257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.946604758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.946632403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.947041869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:20.953445758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.953513734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.953542611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.955951671Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.964852075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.96500508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.966379799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.976201909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.976258481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.976289473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.976315264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.976933576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.989060368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.991202136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:20.991261684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.991291243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:20.991689406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.011704345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.011761799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.011921798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.01195773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.012748806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.014630215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.016800789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.016908494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.016943524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.01750887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.094197116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.094271915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.095338661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.099691093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"activating background tasks","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.099746694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Running step start_sled1","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.103394301Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.10369989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.161326197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.162310298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.162770755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.162836105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.162867377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.162895504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.163846168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.164242497Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.164296064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.164675981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:21.164729187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.164758315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"118.757µs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.164948604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.164992121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.165018934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.165047812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.165766794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.165925871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.165967735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.166194787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:21.166241881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.166268504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"49.098µs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.166312321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.166340908Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","expiration":"2025-04-30 06:38:21.166237342 UTC"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.16668286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.166732298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.167188567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.167241603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.172420542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.172502415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.172536673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.172567805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.174983508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.175052425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.175084229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.175109659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.175626169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.175681569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.175944763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.176029192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.176399399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.176454639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.176571923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.17661562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.176646361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.176672062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.176696762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.17705244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.177095997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:21.177123953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.177147059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"53.857µs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.177302298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:21.177347669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.177371927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"46.122µs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.177396015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.177436526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.177568088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.17761435Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.177643197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.178022303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.178202442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.178247491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.17827708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.178303563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.178328563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.178645995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.178739522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.178770634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"19.239µs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.178798399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:21.178822697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.178844501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"14.509µs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.178940141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.178982746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.17906509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"129.157µs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.179107094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.179133226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.179157805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.1791856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.17921058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.179681689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.179737029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.179765486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.179791668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.179818361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.17984279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.180218468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.180271544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.18066087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.180709236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.181088362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.181136988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.181269462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.18131324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.181954437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.182127632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.182174385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.18220155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.182671877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.182724822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.182858589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.182917135Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.182950181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.182976454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.18335636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.183416641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.183448514Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.18414418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"666.437µs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.184203649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.184297696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.184341804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.184839566Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.185086698Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.185134724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.185161888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.185190345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.186327059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.18638737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.186416427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.186441257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.18646772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.186496277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.186523591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.18699011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.187051182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.187167504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.187214467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.188215031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.188273017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.188305441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.18833015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.18835503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.189168932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.18922835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.189257949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.189284532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.189618788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.189692705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.189794458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.189836011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.191995553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.192054531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.192082898Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.192111945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.192894044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.193109533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.193154803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.193184743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.19366504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.193720611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.193747454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.19377562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.19433243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.194383491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.194411657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.194440014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.194467599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.194492739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.194867085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.194916784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.194943166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.194967615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.195886436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.195943079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.196102947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.196132937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.196414648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.196464818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.196491311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.196519267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.197234462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.197561062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.197613878Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.197645931Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.19767532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.198447889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.199232743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.199290067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.199321119Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.199348424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.199727749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpFfMkLH/artifact-config.json","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.200948662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.201004964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpFfMkLH/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp1J0kaz/artifact-config.json","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.201036547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.201060926Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp1J0kaz/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.266496592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44401","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.267468979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44401","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.267646673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44401","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.286849394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.286979693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287016026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287043691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287068831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287091726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287114532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287137377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287164281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287188619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287213168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287238729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287264932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287290372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287314079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287357175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287386363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287413097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287437786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287461163Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287486192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287512765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287538306Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287563256Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287590761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287615209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287639648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287662323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287684558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287709036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287731461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287753565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.28777605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.28780102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287874105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.28790174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287926119Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287949405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287974054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.287999385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288025006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288048673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288071028Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288093623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288119093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288143061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.28816739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288194263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288219794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.28824307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.28826819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288290936Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288313511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288335945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288360605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288385304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288409993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288434672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288460884Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288487888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288510553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288534671Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288557347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288581495Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.28860399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288628318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288653268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288677716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288699931Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.288723808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.288947213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.289479023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.291143549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:35502/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.292911652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","remote_addr":"127.0.0.1:34377"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.293306238Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50396","req_id":"03788188-092d-4c6c-9438-9cbd04af0031","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 69 0f 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 i............_na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.293430787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50396","req_id":"03788188-092d-4c6c-9438-9cbd04af0031","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:21.293952226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50396","req_id":"03788188-092d-4c6c-9438-9cbd04af0031","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.294083337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63768","req_id":"aef29110-8acc-4c76-bd7f-0c1c6d4544b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: e2 c0 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.294134318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63768","req_id":"aef29110-8acc-4c76-bd7f-0c1c6d4544b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:21.294379236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63768","req_id":"aef29110-8acc-4c76-bd7f-0c1c6d4544b1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:21.298542251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.298627581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"134.349011ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:21.298807449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.298859413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"132.921147ms"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.299647473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"73d20b81-0423-45a8-aba1-71c25bb58511","remote_addr":"127.0.0.1:34377","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"registered sled agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.302479415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.30784695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","pruned":"{}","expiration":"2025-04-30 06:38:21.166237342 UTC"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.307969855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"expiration\":\"2025-04-30T06:38:21.166237342Z\",\"pruned\":[]}","iteration":1,"elapsed":"141.682052ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.309184805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.31780948Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.330575375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62090","req_id":"1c68e091-1e53-444d-9d77-fa63d2e3026d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 51 69 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 Qi..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.330770203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62090","req_id":"1c68e091-1e53-444d-9d77-fa63d2e3026d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:21.331249328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62090","req_id":"1c68e091-1e53-444d-9d77-fa63d2e3026d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.331972529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.366379141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.366450213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.366481696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.36851649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.369513036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"192.984459ms"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.407611675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.415297699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.415432086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.415478258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.415825119Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.427566473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.43291526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.433067023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.43316114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.433754783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:21.434878382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:21.434989804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.435147889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"260.120203ms"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.435708937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59519","req_id":"77c63615-5923-4abd-a129-e6f95b393558","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: bd 1e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.435886691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59519","req_id":"77c63615-5923-4abd-a129-e6f95b393558","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:21.437710334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59519","req_id":"77c63615-5923-4abd-a129-e6f95b393558","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:21.438205811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:21.438312534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.438411211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"262.731506ms"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.474182292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.48431468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.48438981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.484420301Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.484945046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.492761871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.568761305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.568848909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.568882196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.569348966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.577374516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.582081374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.582141634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.582172155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.582758052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.582899655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.583416935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.59862675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.603156074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.603242767Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.604337228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.610397773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.610460808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.610931206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.667263945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"478.099492ms"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.667479555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.672326221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.674108041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.674245285Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.674817755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.833183779Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.840395558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.840467682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.840498042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.840528012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.840555637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.840928009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.840986936Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.851264915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.851344173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.851377429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.851406086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.851432879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.852395808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.89252361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"701.565734ms"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.897704893Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.897776686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.898388525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.901047644Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","count":0} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.901102363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"712.614979ms"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.906237965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"708.519609ms"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.928826331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.952977891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.953558117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.953615782Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.953648337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.954270687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.954687588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:21.954743449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.95477431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"767.487068ms"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.954807507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"758.284262ms"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.954836625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.961334211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.962076019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.962138002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.962727567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.978322338Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.978399272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.978433921Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.978461796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.978889448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.979323864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"785.588484ms"} {"msg":"failed to read target blueprint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:21.979464735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.979496307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"802.951849ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.979543542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.979571277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:21.980765787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63753","req_id":"365fb325-521a-4043-9e94-b28a61826c62","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b6 e7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.980814875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63753","req_id":"365fb325-521a-4043-9e94-b28a61826c62","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:21.981260573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63753","req_id":"365fb325-521a-4043-9e94-b28a61826c62","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:21.981897802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.981971028Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"804.62362ms"} {"msg":"inventory collection is None","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:21.983001862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:21.983041751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"803.899317ms"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.055672443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.055751531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.056359322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.059086586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{}","iteration":1,"elapsed":"879.313896ms"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.069471327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.069546647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.070208085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.097988576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.101794288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.101859198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.101889257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.102315727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.102878198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"920.724283ms"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.152800515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"971.624318ms"} {"msg":"failed to read DNS config","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:22.157197716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.15727006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"994.489927ms"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.167657386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.167725061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.167758267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.167787365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.168539454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.168905443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.175716523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.175800791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.175831593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.176185508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.176336679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.176390386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.176421478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.176896725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:22.176956825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.176996163Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.012077669s"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.177987679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.178042217Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.178074672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.178106145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.178133569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.178498266Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.178639517Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"73d20b81-0423-45a8-aba1-71c25bb58511","remote_addr":"127.0.0.1:34377","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":879195,"response_code":"204"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.1790574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:35502/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"73d20b81-0423-45a8-aba1-71c25bb58511\", \"date\": \"Wed, 30 Apr 2025 06:48:21 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.179305324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.180742958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.180805854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.180836274Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.180863559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.180890442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.18101501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.181058297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.181086272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.181110451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.181136843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.181166071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.181195239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.181696949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.181750726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:44810"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.181775736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.181795606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:48:22.234790374Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"842f2eae-4605-4484-b0be-fa978342cf14.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"842f2eae-4605-4484-b0be-fa978342cf14.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50707,\n target: \"b78582b2-de29-4a06-8a5c-0d07ebdf0887.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"842f2eae-4605-4484-b0be-fa978342cf14.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"842f2eae-4605-4484-b0be-fa978342cf14.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 56361,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"0c60e5f7-7971-41f2-aab0-e32108dcc398.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 42120,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 44810,\n target: \"0c60e5f7-7971-41f2-aab0-e32108dcc398.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50954,\n target: \"842f2eae-4605-4484-b0be-fa978342cf14.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"daab7e94-d35d-4912-ae41-867617243159.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"b78582b2-de29-4a06-8a5c-0d07ebdf0887.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 47355,\n target: \"daab7e94-d35d-4912-ae41-867617243159.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 44401,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35502,\n target: \"69f022d2-5372-4a20-b5cd-0c00430e5cf3.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 51144,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 56854,\n target: \"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"69f022d2-5372-4a20-b5cd-0c00430e5cf3.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.235145352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.235442464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"body":"Some(Body)","uri":"http://[::1]:56854/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.236633897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:56854","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:60328"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.238563061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/config","method":"PUT","req_id":"47739b2d-3945-40bf-bfa4-36b14e05fac4","remote_addr":"[::1]:60328","local_addr":"[::1]:56854","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.239289709Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"new_generation":1,"req_id":"47739b2d-3945-40bf-bfa4-36b14e05fac4","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.239341562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.239365199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.240219511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.240430201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.240476914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.240501513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"new_generation":1,"req_id":"47739b2d-3945-40bf-bfa4-36b14e05fac4","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.240818325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/config","method":"PUT","req_id":"47739b2d-3945-40bf-bfa4-36b14e05fac4","remote_addr":"[::1]:60328","local_addr":"[::1]:56854","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2282,"response_code":"204"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.24140829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(Response { url: \"http://[::1]:56854/config\", status: 204, headers: {\"x-request-id\": \"47739b2d-3945-40bf-bfa4-36b14e05fac4\", \"date\": \"Wed, 30 Apr 2025 06:48:21 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.242269255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.306261696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"body":"Some(Body)","uri":"http://[::1]:51849/omicron-config","method":"PUT"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.333484296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.143720639s"} {"msg":"all instance checks complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.333769133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.333826778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.15111882s"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.334053309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.338590099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.338654266Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.338687452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.339145756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.340983106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.341043296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.341898871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.342057237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.342111635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.342143338Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.342173198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.342710478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.344097812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56554"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.352039706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/omicron-config","method":"PUT","req_id":"081a9cc0-ba34-4031-a0ae-1a0c5c046d17","remote_addr":"[::1]:56554","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.375538155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/omicron-config","method":"PUT","req_id":"081a9cc0-ba34-4031-a0ae-1a0c5c046d17","remote_addr":"[::1]:56554","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":23505,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.380602105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(Response { url: \"http://[::1]:51849/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081a9cc0-ba34-4031-a0ae-1a0c5c046d17\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:48:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.381406207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"body":"Some(Body)","uri":"http://[::1]:51849/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:22.381963627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/network-bootstore-config","method":"PUT","req_id":"aa3ef2f5-fe88-436a-ae8c-1b7216f5925d","remote_addr":"[::1]:56554","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:22.383858433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/network-bootstore-config","method":"PUT","req_id":"aa3ef2f5-fe88-436a-ae8c-1b7216f5925d","remote_addr":"[::1]:56554","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1903,"response_code":"204"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.384224903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(Response { url: \"http://[::1]:51849/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"aa3ef2f5-fe88-436a-ae8c-1b7216f5925d\", \"date\": \"Wed, 30 Apr 2025 06:48:22 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.389146078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:22.389286969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.806238476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.806349768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.806383395Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.806411601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.807288488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:24.899716696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.900349717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.90988748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.90996243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.910024684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.910060044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.911069315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.911249805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:24.91130752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.911459542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"3.727246295s"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.913088127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.918902983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.918979636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.91901192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.91935331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.920509233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.921249969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"3.725014639s"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.922762954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.9476349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.947756632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.947843796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.94844342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:24.949182944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65296"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.951447115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.951508578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.951540832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.952349182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.952536335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/vpc-routes","method":"GET","req_id":"dd2f4ea6-a90d-4627-9b47-eca2484cfd38","remote_addr":"[::1]:65296","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:24.964621655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/vpc-routes","method":"GET","req_id":"dd2f4ea6-a90d-4627-9b47-eca2484cfd38","remote_addr":"[::1]:65296","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":12092,"response_code":"200"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:24.964874258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.964928927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"3.797726041s"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.96660664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd2f4ea6-a90d-4627-9b47-eca2484cfd38\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.966741278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.966784604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.967432104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.968697576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.971609828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.971752693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.971800508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.972710982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.979745297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.986107053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.986168956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.986227483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.986263865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.986290448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.986949551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.991304679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.991448305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.992232077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"3.799123466s"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.997943707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:24.998056581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.998093956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:24.998579233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.090110713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.090191564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.090226203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.090285241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.091081959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.091792815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.092147131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"3.914072354s"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.098024511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57224","req_id":"d3c46e61-2482-409e-bcf7-dbcef11f090f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ef e1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.098114861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57224","req_id":"d3c46e61-2482-409e-bcf7-dbcef11f090f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.098255531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.098437203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.098614487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57224","req_id":"d3c46e61-2482-409e-bcf7-dbcef11f090f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.100731414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.106129911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.106306322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.106403886Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.106954794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.108163051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.117836956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.117941915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.118017225Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.118126864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.118219057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.118299468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.11879258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.119371464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.12449423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.124591484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.124674229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.125200477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.127086866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.127193679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.134411239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.135272084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4569, tv_nsec: 934105919 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.135337745Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.145304343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.145487248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.145599842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.145693669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.146534234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.14694914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.147318436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:51849/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.155162555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/eip-gateways","method":"PUT","req_id":"08698735-c4d3-44aa-920d-41eafa10b5e7","remote_addr":"[::1]:65296","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.157967283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/eip-gateways","method":"PUT","req_id":"08698735-c4d3-44aa-920d-41eafa10b5e7","remote_addr":"[::1]:65296","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2869,"response_code":"204"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.158450556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.165429441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.165496324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.165554961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.166124897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.166456197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.166572448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.166665253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.167335118Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.16866095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49612","req_id":"afba6502-9274-41f1-b0aa-e133366a8fae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d8 c2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.1689424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49612","req_id":"afba6502-9274-41f1-b0aa-e133366a8fae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55490,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.169181567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.169294913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49612","req_id":"afba6502-9274-41f1-b0aa-e133366a8fae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.169483088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/eip-gateways\", status: 204, headers: {\"x-request-id\": \"08698735-c4d3-44aa-920d-41eafa10b5e7\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.171696848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{}","iteration":1,"elapsed":"3.984719293s"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.179685646Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.179840735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.179940984Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.180581581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.188858762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:51849/artifacts-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.191351008Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.191464544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.191508181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.191536397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.192410168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.193073229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56488"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.296207127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.297567748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.297693909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.297805512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.299215301Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.352758562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.358675201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57722"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.35907624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/artifacts-config","method":"PUT","req_id":"0a815632-7088-4661-88ea-7144c635943a","remote_addr":"[::1]:56488","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpFfMkLH/artifact-config.json","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.360252403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.360313104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpFfMkLH/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp1J0kaz/artifact-config.json","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.360342643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.360369106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp1J0kaz/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpFfMkLH/.artifact-config.json.tmp","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.360392763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.360834303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.367339794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.367592307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.367692557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.367786544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.368340007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.369516551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/v2p","method":"GET","req_id":"7f46361e-1149-46ec-a467-7ebefdf441b5","remote_addr":"[::1]:57722","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.371267139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52150","req_id":"a427a8a2-c080-48ed-8b09-12f066325df4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1c f8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.371700272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52150","req_id":"a427a8a2-c080-48ed-8b09-12f066325df4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.372050771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:25.372319727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52150","req_id":"a427a8a2-c080-48ed-8b09-12f066325df4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.373512443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/v2p","method":"GET","req_id":"7f46361e-1149-46ec-a467-7ebefdf441b5","remote_addr":"[::1]:57722","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4002,"response_code":"200"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.373737491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.379982334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.380087363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.3801764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.380689352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmp1J0kaz/.artifact-config.json.tmp","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.381592352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.385192334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.385243867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.385272284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"Starting delete reconciler","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.386496012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.38705712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f46361e-1149-46ec-a467-7ebefdf441b5\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.387114755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.387144253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.387168291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.388682799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{}","iteration":1,"elapsed":"4.208395504s"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.388998658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/artifacts-config","method":"PUT","req_id":"0a815632-7088-4661-88ea-7144c635943a","remote_addr":"[::1]:56488","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":29924,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.38967228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.389823722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.390417716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.392056882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.392112873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.392143574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.392655945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.40048786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/artifacts-config\", status: 204, headers: {\"x-request-id\": \"0a815632-7088-4661-88ea-7144c635943a\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.400672367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/artifacts","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.40239019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/artifacts","method":"GET","req_id":"c2e7d9da-0931-4e18-bb8e-3021e0310fb3","remote_addr":"[::1]:56488","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.405724604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/artifacts","method":"GET","req_id":"c2e7d9da-0931-4e18-bb8e-3021e0310fb3","remote_addr":"[::1]:56488","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3210,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.410041525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e7d9da-0931-4e18-bb8e-3021e0310fb3\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.410553815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled":"http://[::1]:51849"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.416848587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:48:25.400467189Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:48:25.410514307Z\"}]}","iteration":1,"elapsed":"4.222463914s"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.419850068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.419895107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.420544571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.427809426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70bdb741-a669-4819-b5e2-3e2e415e605d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.428668678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.428883366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.428933526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.430698442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.442535246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.442694424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.442797098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.442887117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.443774976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.461998325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.462140729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.462178865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.462858199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.485937182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.485992422Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.486023083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.486652718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.493843996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.499961565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.500075953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.500447964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.500664746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.50118907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:25.50676021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.510119183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.512743121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.516740656Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.519646816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.519715533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.520167634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.522425162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"633502c4-5905-4a3e-badb-ec6db90b5473\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.529214058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.534403247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.53448481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.535309473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.54376518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.543826843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.545096343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.65845871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.658581154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.658617897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.658649119Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.659235989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.677230742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.677428666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.677538004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.677625599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.678389912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.681362584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef8e7581-464d-4443-8c41-f9a1db01d3e9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.69068072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.702433336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.702519438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.702552855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.704303823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.71661397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.71667901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.716714581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.717527651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.717921085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.721414565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.721473503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.721500757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.721870363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.725546217Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.731672494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.731744156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.731772573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.731807352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.731835789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.731863374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.732188091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.734778322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.734838892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.734868421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.735312205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.73698591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"IpPool { parent: Fleet, key: 4f104da5-41d8-4f81-af41-d76ec61b2bac, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.737235327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.737334745Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.737373623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.737398081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.73846619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63119ef5-cdbd-4eaa-973a-c5cc9c8f7307\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.738622411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.741681446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.741741165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.741771686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.742971967Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.745269134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.7518321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 4f104da5-41d8-4f81-af41-d76ec61b2bac, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.751893012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.751923182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.752316275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.754833019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.761550694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.761640152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.761675633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.762376369Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.771604195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"IpPool { parent: Fleet, key: 4f104da5-41d8-4f81-af41-d76ec61b2bac, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.771672581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.771705908Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.771732941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.772397696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.776769607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.776831009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.777236307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.778518962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29db158b-167a-46c0-bc4f-da8fd15a87d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.778674602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.780673826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd790335-5dfc-45b9-949a-24bb2385a48c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.780751681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.782650193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fc062d4-f66b-4d27-8ad4-69793f0fc363\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.782763038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.784668435Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea44a375-e84c-4252-b66f-c17d11f02444\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.785132249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.789047138Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c798c8-1d1a-4fc1-a132-b52f0251c58b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.789301716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.789525972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.789570201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.79027768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.790999769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.794622818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 4f104da5-41d8-4f81-af41-d76ec61b2bac, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.799829662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.799942928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.800648393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.802033523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88783e28-214b-4ec1-94c0-4517f135d4f7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.803997937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.804289237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"IpPool { parent: Fleet, key: 4f104da5-41d8-4f81-af41-d76ec61b2bac, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.804339177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.804368345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.804395529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.804935385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.806130286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5146545d-198f-41e3-9fa7-9f6904097a78\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.806402728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.806555984Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.806601063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.807014617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.808163777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"814ff635-07c5-401b-bc38-9ea884a73297\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.80866693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.810530332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.816304166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 4f104da5-41d8-4f81-af41-d76ec61b2bac, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.816979492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.817052988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.817086465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.817115783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.817557403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.819634983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10c0d8af-2849-4fb0-a6a9-f7bc889e0d09\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.820148155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.822377447Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.822434701Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.822467837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.82249419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.822915759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.823188553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.823235807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.823264063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.82371888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.825414067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.832997016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.833928993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.833994112Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.834027759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.834137759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.837149459Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.847471024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.84754944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.847578458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.847613448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.847862404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.847892765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.847990559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.850964094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.851023783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.851056338Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.851927894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.852560324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c2d3332-abba-463d-8fc6-241f4aa1cc3f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.852627188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.854320141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.854376533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.85441006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.855510432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.857825705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.881443332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.881519894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.881553411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.88191927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.883849155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7d03ba5-ed13-4554-a0fd-404f7aa38ceb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.884002411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.888300304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca258aa3-55b8-440e-9c2f-64c9a9beae0b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.888385434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.889845783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.889911554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.88994465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.88997473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.890003698Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.890362713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.893254054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.898049659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.898119598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.898153195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.898966225Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.901165467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf3a8969-b0f1-494f-8b23-2e5680a00446\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.901547027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:25.905225496Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.905500494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.905600884Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.905674461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.912126757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f49f2793-3834-4500-a649-23a24dd42aba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.912652474Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.919114259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b210b5b-2778-469d-ba07-4518733190e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.919354758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.92032934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"509e278b-5d62-40eb-a4a6-aeb8895f1b08\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.92057054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.921815731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc72c839-91f3-4726-a7d9-90badbab9592\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.922046681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.923951727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f53b6899-c0d1-4038-b8bc-9dfc7b7874a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.924169812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.925894378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a88dbec9-ad8a-46ba-b66e-63bab2d407a9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.926090759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.928077598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17546717-806b-4f5f-b507-06ca2ef73710\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.928343407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.930599392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc1ee6c-60c7-4ff1-8e59-26ca40dd0143\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.93080896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.933329762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f45efce-1fad-4cbd-b457-d1ad9b77f771\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.93354431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.935721167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56b5ee9e-6d23-46bb-bcc7-842dd9af5671\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.935930694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.95361024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f1f0fb-cbd9-46dd-a116-d6d20b4dac28\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.953875889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.959622248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8449aaa-189d-4f6e-a111-69ba5ea0eb12\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.959878749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.968630096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6006da9a-99bc-426b-a137-3990c53de66b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.968817449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.972826317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f635a4be-2128-4107-bd73-d5e61a800c8e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.973148388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.974547997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba068273-7b7f-4a87-aff8-6db5e3ee5d5d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.975196078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.976352683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6d7822d-04cf-4ba4-bbd1-c0789f58dd79\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.976584444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.977765257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed302672-1cb9-49e1-8179-56742b1c6a57\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.977984995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.980124478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6227a3b-3fc5-49dd-975c-87b1586c7f75\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.980593943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.985405901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27882ec4-3509-4304-91d7-8d07f0f8949f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.985632211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.997485408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f83d909-9d42-4d79-90c8-67dd433dbe64\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:25.997706398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.000064387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18777b0f-b19f-42c4-af4f-4ab9606e3815\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.000998277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.00290201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6091fc7-7a18-4549-bcff-677f1e9f3da7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.003304462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted blueprint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.005314317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","blueprint_id":"e96a372b-f62e-4f7d-ab6e-da211e18f7d3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.005415949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.005515778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.005685576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.006146555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.007390263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.009844813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.014487113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.017302452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f4d0091-ad38-4565-a12a-4d7a27050111\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.031789036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.032872244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.032936753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.032963286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.032986071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","elapsed":"4.847780827s"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.033012724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{}","iteration":1,"elapsed":"4.847869904s"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.033379916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.049899109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30776695-68a0-4a84-9802-19478df537a1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.050114168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.051652182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"941365ba-90f7-46bc-b163-5806a14d8469\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.05180184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.05488327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b87a1fb0-9781-4cc0-865c-fab4eddb64b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.055257004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.056782794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"181b6d19-1590-4366-8492-cbaa27727b61\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.056927793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.06249231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b1353d-8f1c-4c23-a2fc-88e2083518ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.062681678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.062730765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.062760505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.062786156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.063447974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.067321773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.077171107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.077292719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.077385895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.077471876Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.077592917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.078309856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.080933323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.088065904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.08812901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.088161555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.088583104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.170984123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.171073451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.17160512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.171656272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.171682404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.171704929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.171726853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33420"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.175133861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"06e18aae-6456-48b3-9bb8-0286b7fde062","remote_addr":"[::1]:33420","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.175699458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"06e18aae-6456-48b3-9bb8-0286b7fde062","remote_addr":"[::1]:33420","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":581,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.176134114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06e18aae-6456-48b3-9bb8-0286b7fde062\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:48:25 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.182232104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.182310771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.182456862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.185097353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.186176272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.186267795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.186303205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.18703307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.190793552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.199950617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.200230705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.200317859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.20118179Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.203632593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Inserted service networking records","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.20372653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Inserted physical disks","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.203791069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Inserted zpools","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.203851559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Inserted datasets","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.203908763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.226331539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.248902621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.249212197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.249264892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.249295804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.249320944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.250069556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.260124089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.263455075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.263517951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.263551578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.263580425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.263607419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.264011474Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.271772568Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.279065468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.300700885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.300824301Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.300908269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.300987426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.301781468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.313691599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.325555226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.325693532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.32580322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.325892738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.32597405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.32652098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.329205419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.339738185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.352299522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.352455253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.352550923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.352632886Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.353424454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.361589041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.417943534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.44813086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Created recovery user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.450663586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Created recovery user's password","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.459802565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.459858446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Silo { parent: Fleet, key: 999614f9-dc06-400e-8c74-9b3c882c920f, lookup_type: ById(999614f9-dc06-400e-8c74-9b3c882c920f) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.459898917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"999614f9-dc06-400e-8c74-9b3c882c920f","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.459928025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.459953847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.46063823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.465840606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.465898952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.465929092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.468757297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.473930464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.47661374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Silo { parent: Fleet, key: 999614f9-dc06-400e-8c74-9b3c882c920f, lookup_type: ById(999614f9-dc06-400e-8c74-9b3c882c920f) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.476824911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Granted Silo privileges","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.484450104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.48450348Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.485920403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.48597922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.486042847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.509130358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.513720303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.517073444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.531619396Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.53169189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.53544605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.547963721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.548139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.548687583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.558125698Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.558186218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.558750072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.561997772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.56207168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.562103824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.562128743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.563189727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.571478673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.57152771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.571554764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.572326452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.57470962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.575183715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.57599446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.594809868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.601107957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.609523344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.609603313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.609628664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.609660347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.609689315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.609717872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.610637644Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.657887406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.658088236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.658204648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.659062989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.682756777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.682911595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.683011935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.684011567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.68932338Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.696843173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.696917531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.69695203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.697586214Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.702497359Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.702553901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.703148216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.705963365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.706066961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.706815242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.71346443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.713522365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.714490795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.718715713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.718776574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.718808959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.71883492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.719474635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.723333614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.723388824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.723418162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.7240895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.742939718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.742985759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.743056881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.743626877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.75261774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.761114439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.762495411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.762552274Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.762583757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.764682799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.774166956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.774297105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.775235575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.779492667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.779552907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.780193513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.782953432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.783012971Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.78371516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.787144121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.787296585Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.787392817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.787475522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.788415955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.791378398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.791436834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.79146987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.792165827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.804848116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.804908576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.804944197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.812434511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.814759573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.82220611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.822331881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.822370047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.822403293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.822429736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.822491409Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.822768982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.824775079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.824833475Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.824864296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.825306477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:26.832217688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","collection_id":"20760326-f190-477d-ad76-7e1f27b6fd5a"} {"msg":"inventory collection complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.83237445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","time_started":"2025-04-30 06:48:25.385005 UTC","collection_id":"20760326-f190-477d-ad76-7e1f27b6fd5a"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.832763906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"collection_id\":\"20760326-f190-477d-ad76-7e1f27b6fd5a\",\"time_done\":\"2025-04-30 06:48:26.182215 UTC\",\"time_started\":\"2025-04-30 06:48:25.385005 UTC\"}","iteration":2,"elapsed":"4.65468243s"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.832982501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.833093803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"116.422µs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.833210826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:26.833299703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.833380695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"169.978µs"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.833695111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.834226991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.834279736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.836179932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.838046571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.845794579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.845884658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.845916952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.846390596Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.852618455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.852678695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.8537652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.858756815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.859168956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.85983329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.862079686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.862209835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.863818871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.86649874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.866556896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.867250649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.87597419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.876063518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.876095982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.876123176Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.877721952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.881669938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.881738144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.881771611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.882460283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.90413084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.904209086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.904242292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.905430259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.95742259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.972895699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.972995618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.973023985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.973058754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.973087512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.973113413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.973825642Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.982178565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:26.982319716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.982353754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:26.982743801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.019243715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.019463172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.019574243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.020185601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.024230972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.030787064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.030862164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.030893246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.03128188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.059218813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 56e0605b-c7e0-47f7-9b0e-59acad2b87b4, kind: Service { id: daab7e94-d35d-4912-ae41-867617243159 }, name: Name(\"external-dns-daab7e94-d35d-4912-ae41-867617243159\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 6824e7dc-a4af-4e20-b91b-216a3fa82aab, kind: Service { id: 69f022d2-5372-4a20-b5cd-0c00430e5cf3 }, name: Name(\"nexus-69f022d2-5372-4a20-b5cd-0c00430e5cf3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.059336247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.059367389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.059393801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.05941848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.060555235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.064833239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.070711932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.070912101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.071062761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.071718137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.082057207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:48:26.517154Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.082156464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.082874204Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 56e0605b-c7e0-47f7-9b0e-59acad2b87b4, kind: Service { id: daab7e94-d35d-4912-ae41-867617243159 }, name: Name(\"external-dns-daab7e94-d35d-4912-ae41-867617243159\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 6824e7dc-a4af-4e20-b91b-216a3fa82aab, kind: Service { id: 69f022d2-5372-4a20-b5cd-0c00430e5cf3 }, name: Name(\"nexus-69f022d2-5372-4a20-b5cd-0c00430e5cf3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.083067389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.176048869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:48:21.302458Z, time_modified: 2025-04-30T06:48:21.302458Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(51849), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(44401) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.17612453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.176262174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.176291442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.176313336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.189413677Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.189474258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.189505591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.189534759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.190072149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.211363912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.21851011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.28203014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:51849/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.282764603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59072"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.284418378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"bbfab4b1-e090-48ae-a393-78b09e0a5ef5","remote_addr":"[::1]:59072","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.285861463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"bbfab4b1-e090-48ae-a393-78b09e0a5ef5","remote_addr":"[::1]:59072","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1448,"response_code":"204"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.286415718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"bbfab4b1-e090-48ae-a393-78b09e0a5ef5\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.287553314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.287612051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.287642332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.290099247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.290606969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.290661878Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.290690395Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.290719603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.291333857Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.291389678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.291420289Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.291951928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.292010194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.292053831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.292084723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.292542104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.292600511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.292629398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.292719017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.29276085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.292788936Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.292815148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.292841911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.293295625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.293346146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.293372258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.293427939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.29345845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.293485985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.294123325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.314977525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55121","req_id":"d5b32fb7-ebaa-4613-bcb6-7d0b17462dc9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: eb cf 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.315139538Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55121","req_id":"d5b32fb7-ebaa-4613-bcb6-7d0b17462dc9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.315359607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.315519455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.315616078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55121","req_id":"d5b32fb7-ebaa-4613-bcb6-7d0b17462dc9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 56854, target: Name(\"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.315830645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57761","req_id":"94dbe1c6-5e23-4cb8-8979-cfca137a8841","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 12 5c 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .\\..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.315881787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57761","req_id":"94dbe1c6-5e23-4cb8-8979-cfca137a8841","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.316052968Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.316258077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"daab7e94-d35d-4912-ae41-867617243159.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.316302796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57761","req_id":"94dbe1c6-5e23-4cb8-8979-cfca137a8841","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"daab7e94-d35d-4912-ae41-867617243159.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47355, target: Name(\"daab7e94-d35d-4912-ae41-867617243159.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.316593255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.3166461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.316676009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.316702693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.31757468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.317955889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.318008965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.318037602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.318064546Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.318552789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.319184828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 56854, target: Name(\"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4572, tv_nsec: 118077310 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.319246982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.319490768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47355, target: Name(\"daab7e94-d35d-4912-ae41-867617243159.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"daab7e94-d35d-4912-ae41-867617243159.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4572, tv_nsec: 118385443 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.319547871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"daab7e94-d35d-4912-ae41-867617243159.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.323178325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.323239136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.323269667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.32329635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.323691167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.324418997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52966","req_id":"3e50c776-a76e-4347-8960-147dbd9f930a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: f3 a1 01 00 00 01 00 00 00 00 00 01 24 61 38 38 ............$a88\n0010: 37 37 35 63 36 2d 30 64 31 64 2d 34 35 65 63 2d 775c6-0d1d-45ec-\n0020: 62 39 36 65 2d 65 62 39 34 38 30 65 37 38 65 36 b96e-eb9480e78e6\n0030: 33 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 3.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.324482804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52966","req_id":"3e50c776-a76e-4347-8960-147dbd9f930a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 97,\n 56,\n 56,\n 55,\n 55,\n 53,\n 99,\n 54,\n 45,\n 48,\n 100,\n 49,\n 100,\n 45,\n 52,\n 53,\n 101,\n 99,\n 45,\n 98,\n 57,\n 54,\n 101,\n 45,\n 101,\n 98,\n 57,\n 52,\n 56,\n 48,\n 101,\n 55,\n 56,\n 101,\n 54,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.324562072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.32465153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52966","req_id":"3e50c776-a76e-4347-8960-147dbd9f930a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"a88775c6-0d1d-45ec-b96e-eb9480e78e63.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.324704145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53740","req_id":"8276c1c1-37cf-406e-974e-88876c1667e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: d6 cc 01 00 00 01 00 00 00 00 00 01 24 64 61 61 ............$daa\n0010: 62 37 65 39 34 2d 64 33 35 64 2d 34 39 31 32 2d b7e94-d35d-4912-\n0020: 61 65 34 31 2d 38 36 37 36 31 37 32 34 33 31 35 ae41-86761724315\n0030: 39 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 9.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.324803353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53740","req_id":"8276c1c1-37cf-406e-974e-88876c1667e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54988,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"daab7e94-d35d-4912-ae41-867617243159.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"daab7e94-d35d-4912-ae41-867617243159.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 100,\n 97,\n 97,\n 98,\n 55,\n 101,\n 57,\n 52,\n 45,\n 100,\n 51,\n 53,\n 100,\n 45,\n 52,\n 57,\n 49,\n 50,\n 45,\n 97,\n 101,\n 52,\n 49,\n 45,\n 56,\n 54,\n 55,\n 54,\n 49,\n 55,\n 50,\n 52,\n 51,\n 49,\n 53,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.324897901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"daab7e94-d35d-4912-ae41-867617243159.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.324922099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53740","req_id":"8276c1c1-37cf-406e-974e-88876c1667e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"daab7e94-d35d-4912-ae41-867617243159.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"daab7e94-d35d-4912-ae41-867617243159.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"daab7e94-d35d-4912-ae41-867617243159.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.325519429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","addresses":"DnsServersList { addresses: [[::1]:56854] }"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.325578026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"addresses\":[\"[::1]:56854\"]}","iteration":2,"elapsed":"34.188829ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.325793395Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","addresses":"DnsServersList { addresses: [[::1]:47355] }"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.32584077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"addresses\":[\"[::1]:47355\"]}","iteration":2,"elapsed":"33.24574ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.327110509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:27.32716598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.32719607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"60.711µs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.32722633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:27.327253284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.327337031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"17.806µs"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.329307206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.336047877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.336111393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.336143647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.336679245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.336736709Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.340641178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.340726388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.340760396Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.341737964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.344641679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.352547872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.362037269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.362219352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"reading DNS zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.362440292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.362531894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.362654889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.362755319Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.362841511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.363776043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.364358614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.376020379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.376713681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.376835082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.377037345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.377193937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.377904664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.378545901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.378656401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.379222579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.384734862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.384836815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.384932686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.385016243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.387645141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.390168538Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.390283768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"reading DNS zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.390357275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.390424669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.390522083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.390609978Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.39069141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.391429912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.392388632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.407307657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.409218554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.411569018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.413254195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.428138341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.440160865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.440240173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.440272477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.440697304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.441671214Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.448122508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.448194762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.448226465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.448796902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.454897547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53037","req_id":"6aaeb1a8-6203-40fd-9d8b-807c5a2a59c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 27 da 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 '............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.455398625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53037","req_id":"6aaeb1a8-6203-40fd-9d8b-807c5a2a59c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10202,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.455816568Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.456109381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.456285733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53037","req_id":"6aaeb1a8-6203-40fd-9d8b-807c5a2a59c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.458281439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.458390847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.459081152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.460406243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4572, tv_nsec: 259326690 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.460537484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"found zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.460890427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.460986068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"2044b921-71b4-424b-bc01-588be1073f08"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.461063883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.461157139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.461246106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.461329051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.46193589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.468318187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.472388066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.472590128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.472688785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.473210755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.473466334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.479697319Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.479811637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.479899682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.480557723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.482005919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.482112341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.483137373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.483780083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53682","req_id":"20516f71-1ef4-4778-b4a5-fadbe3229baf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9b 64 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .d..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.483953429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53682","req_id":"20516f71-1ef4-4778-b4a5-fadbe3229baf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.484205691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.484348716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53682","req_id":"20516f71-1ef4-4778-b4a5-fadbe3229baf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.484539687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.492236773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.492306702Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.492342273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.495665775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.495729352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.49576385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1d5b099c-c0da-41c1-82f7-9a1ce72763c3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.495797828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.495827617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.495857627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.495913268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.496778362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.594930784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found all DNS names for zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.598275408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"2044b921-71b4-424b-bc01-588be1073f08"} {"msg":"read DNS config","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.600372476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.600443909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","generation":2} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.600475061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"generation\":2}","iteration":2,"elapsed":"308.551399ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.600728476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.697520207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_server_url":"http://[::1]:47355","servers":"DnsServersList { addresses: [[::1]:47355] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:47355/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.699562255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:48:19.663346Z, time_modified: 2025-04-30T06:48:19.663346Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 999614f9-dc06-400e-8c74-9b3c882c920f, db_silo: Silo { identity: SiloIdentity { id: 999614f9-dc06-400e-8c74-9b3c882c920f, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:48:26.249075Z, time_modified: 2025-04-30T06:48:26.249075Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 999614f9-dc06-400e-8c74-9b3c882c920f, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 999614f9-dc06-400e-8c74-9b3c882c920f, db_silo: Silo { identity: SiloIdentity { id: 999614f9-dc06-400e-8c74-9b3c882c920f, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:48:26.249075Z, time_modified: 2025-04-30T06:48:26.249075Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.699840019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"999614f9-dc06-400e-8c74-9b3c882c920f\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"999614f9-dc06-400e-8c74-9b3c882c920f\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 999614f9-dc06-400e-8c74-9b3c882c920f with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"407.137225ms"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.702333307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.709987066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.713228515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.713416669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.714051304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.714668093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.714792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.714944413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.715029463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.715520912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.715688416Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:47355","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:49769"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.717309796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/config","method":"PUT","req_id":"c4754258-3d46-4135-9420-5fdc98c1f38d","remote_addr":"[::1]:49769","local_addr":"[::1]:47355","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.717866556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60659","req_id":"c51ff200-ac78-42b2-aeee-2ecba97c5dd4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c5 77 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .w..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.718119109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60659","req_id":"c51ff200-ac78-42b2-aeee-2ecba97c5dd4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.718429327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:27.718623594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60659","req_id":"c51ff200-ac78-42b2-aeee-2ecba97c5dd4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.718948812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"new_generation":2,"req_id":"c4754258-3d46-4135-9420-5fdc98c1f38d","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.719177598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.719266805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.71954523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.719752894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.719875969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.719956159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"new_generation":2,"req_id":"c4754258-3d46-4135-9420-5fdc98c1f38d","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.720156769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/config","method":"PUT","req_id":"c4754258-3d46-4135-9420-5fdc98c1f38d","remote_addr":"[::1]:49769","local_addr":"[::1]:47355","component":"http","kind":"dns","component":"external_dns_server","latency_us":2858,"response_code":"204"} {"msg":"found all DNS names for zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.720567677Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"1d5b099c-c0da-41c1-82f7-9a1ce72763c3"} {"msg":"read DNS config","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.720682867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.720754329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","generation":1} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.720883206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"generation\":1}","iteration":2,"elapsed":"430.312711ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.721046251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.774356338Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_server_url":"http://[::1]:56854","servers":"DnsServersList { addresses: [[::1]:56854] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:56854/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.775523032Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:56854","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:37343"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.77576287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.775811828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.775839363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.776340872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_server_url":"http://[::1]:47355","servers":"DnsServersList { addresses: [[::1]:47355] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:47355/config\", status: 204, headers: {\"x-request-id\": \"c4754258-3d46-4135-9420-5fdc98c1f38d\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.776397194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_server_url":"http://[::1]:47355","servers":"DnsServersList { addresses: [[::1]:47355] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"DNS propagation: done","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.777794087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"servers":"DnsServersList { addresses: [[::1]:47355] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.777927253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"generation\":2,\"server_results\":{\"[::1]:47355\":{\"Ok\":null}}}","iteration":3,"elapsed":"177.167505ms"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.77861364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/config","method":"PUT","req_id":"f7a87166-a958-4e4c-8efb-d23b4cb3f756","remote_addr":"[::1]:37343","local_addr":"[::1]:56854","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.779001002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"new_generation":1,"req_id":"f7a87166-a958-4e4c-8efb-d23b4cb3f756","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.77905043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"new_generation":1,"req_id":"f7a87166-a958-4e4c-8efb-d23b4cb3f756","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.779169307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/config","method":"PUT","req_id":"f7a87166-a958-4e4c-8efb-d23b4cb3f756","remote_addr":"[::1]:37343","local_addr":"[::1]:56854","component":"http","kind":"dns","component":"internal_dns_server","latency_us":568,"response_code":"204"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.779624935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_server_url":"http://[::1]:56854","servers":"DnsServersList { addresses: [[::1]:56854] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:56854/config\", status: 204, headers: {\"x-request-id\": \"f7a87166-a958-4e4c-8efb-d23b4cb3f756\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.779686087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"dns_server_url":"http://[::1]:56854","servers":"DnsServersList { addresses: [[::1]:56854] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"DNS propagation: done","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:27.781538618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"servers":"DnsServersList { addresses: [[::1]:56854] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.781593427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"generation\":1,\"server_results\":{\"[::1]:56854\":{\"Ok\":null}}}","iteration":3,"elapsed":"60.544571ms"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.782068454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.782110548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.782135658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.782845011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.785671452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c82ef3f-3617-4eb4-b9f6-a9e7802789e1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.786190466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.786503731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.786555774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.786583209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.787136652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.789297767Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fec9b69-7666-4628-9ce9-802b3e8a9878\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.789880358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.790407078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.815476787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.815583099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.815612047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.815644822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.815671776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.815698339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.816096622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.825548705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.825600388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.825629987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.826722504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.830233469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8fbf168-84f0-419f-93ab-b0884a0a1700\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.830453858Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.830809216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.830863164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.830891951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.833256031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.86323889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.869761186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.869916325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.869945884Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.870251322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.872889499Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4427beb4-2bb6-4604-aa6a-9783a61ef156\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.873094577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.873616056Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.873669072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.874307845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.876938306Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.876979458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.877502069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.878650888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5bb2c4b-0ac3-448f-a153-2d9d005d1527\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.878787911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.880973936Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.881027884Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.881496768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.883494228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f047df52-bf87-488f-9dcf-8fd3a6b03597\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.883618024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.885173073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.885235126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.885263874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.885288262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.886192484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.887817141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f387b50-02d3-4064-aeb1-fa192c75d1e3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.888362347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.888593628Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.888646834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.888674549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.890841246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.893575324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.893610283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.893634672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.894465928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.894722529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a84756e-88db-47b3-8681-066573fcd743\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.899960867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.903275441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.917969648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.918059106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.918086972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.918113154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.920187226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.920508787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc14610-f9ec-4dbd-86de-b96a989c47fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.920743535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.923691889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.923744093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.92441991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.931680315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7598df6c-8200-410e-9837-117eb4d0ff84\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.931865785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.933011518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.933231827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.937960448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.945327877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c31ec36a-319a-45ea-9250-8598ba3fec26\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.945748185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.946622858Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.946737296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.954117721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.959323573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.960637571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.960695807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.960728512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.961558466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.975002402Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b6bb5a-7872-4f3a-b312-aeea98d177f5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.976185038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.978583277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce67959a-ed5a-42c1-8f61-c4aac4ea685c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.978932633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.979728268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.979785522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.979874259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.982365512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.985093388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:27.985151273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.985183397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.985640588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:27.988749833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.006190793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.006466823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.006584738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.006705448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.00679157Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.006873313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.008069797Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.008646315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8d2d456-18cc-48dc-8ddd-6d214509bf13\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.008944479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.016595844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.016702457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.016824039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.017541639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.021011021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.021161862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.021257843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.022774535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.030994052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.048382717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.048449531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.048478468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.049218944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.049571917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfcf1570-eff0-40bc-8446-5c382b537344\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.050049108Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.055327575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.05544572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.056183951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.064731101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.06484111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.06607074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.070228694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e81c9b6-ef80-4a5a-ab4c-34bc05ae3708\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.070851756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.071294528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.071401561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.072489609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.076940928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.077161698Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.077700662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.080855347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.080987039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.08107775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.081159373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.081767985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.082095628Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa0d1ee5-641b-4b25-ba54-a31bf63005ff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.082846053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.085762284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.085808626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.085836762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.087324366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.088429749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48f8f446-1840-4a12-8b8a-851440be4be8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.089789528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.092516221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.092574597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.092604737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.093581162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.096299609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.123452559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.123531907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.123557128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.12358834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.123614792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.123641365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.124137033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.126532957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.126592856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.126621122Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.127525805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.13005804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.130114002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.130141617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.130569599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.130884858Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"486820e5-1d0c-4833-b900-15c78c9e0ead\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.130940869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.133070412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9cfdeba-1ad8-43b7-8e67-b69ac609a1cb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.133247455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.133483806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.141074259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.141209409Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.141462433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.141951367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.143928737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70338b9d-b47d-48c0-a1ef-e47f5a70d6ab\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.144237963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.158351724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9eec98c-de72-4cfb-8820-b3ccecce73af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.158549097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.159879888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 56e0605b-c7e0-47f7-9b0e-59acad2b87b4, kind: Service { id: daab7e94-d35d-4912-ae41-867617243159 }, name: Name(\"external-dns-daab7e94-d35d-4912-ae41-867617243159\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 6824e7dc-a4af-4e20-b91b-216a3fa82aab, kind: Service { id: 69f022d2-5372-4a20-b5cd-0c00430e5cf3 }, name: Name(\"nexus-69f022d2-5372-4a20-b5cd-0c00430e5cf3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.166419859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.166479077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.16651064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.16653595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.167340413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.168960741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4561c80-1f8d-427b-b45b-272ffd33c97b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.169182974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.169955594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.174457463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.174514507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.174543986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.174946708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.176873226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b808cfb1-ea2a-4b1c-a0a6-2992d2f55e0b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.177369806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.178211403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:48:26.517154Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.178264348Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.178512122Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 56e0605b-c7e0-47f7-9b0e-59acad2b87b4, kind: Service { id: daab7e94-d35d-4912-ae41-867617243159 }, name: Name(\"external-dns-daab7e94-d35d-4912-ae41-867617243159\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 6824e7dc-a4af-4e20-b91b-216a3fa82aab, kind: Service { id: 69f022d2-5372-4a20-b5cd-0c00430e5cf3 }, name: Name(\"nexus-69f022d2-5372-4a20-b5cd-0c00430e5cf3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.179289501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.181848189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75cb37c1-cb80-4c98-bdba-6a4426414303\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.181917116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.195071956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60558213-2c30-4d57-9ef3-0b85b482216f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.19526473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.20007293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:48:21.302458Z, time_modified: 2025-04-30T06:48:21.302458Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(51849), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(44401) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.200138902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.200164272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.200189132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.200936611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.212231215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7106c226-a593-4a25-a041-486344f23622\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.212476484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.212949105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.212998804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.213044726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.213072461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.213844089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.217159003Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4725367e-c1fa-4a5c-b1fa-5ba5d0042fcd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.217350104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.21805591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.227007035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.295512247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:51849/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.298842192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44286"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.302333057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c7a52eb3-ce5f-4d61-abbe-3ac2c69251fe","remote_addr":"[::1]:44286","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.307061017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c7a52eb3-ce5f-4d61-abbe-3ac2c69251fe","remote_addr":"[::1]:44286","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4747,"response_code":"204"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.307803497Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"c7a52eb3-ce5f-4d61-abbe-3ac2c69251fe\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.31152451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.311581233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.40098284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.401235804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.40133887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.401422887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.40149947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.401574639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.401696081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.401771692Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.401848515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.401919667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.401992823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.40206669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.402140607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.402218382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.402295215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.402370265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.402444493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.402516827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.404426592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.404650859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.404750507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.404829775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.404903312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.405691993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.406103343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.406262219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.406353431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.406730843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.406830872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.406938186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.407044899Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.407132403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.407282953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.407377181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.407449755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.407525035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.407597049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.40772818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.407819953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.408055763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.408167385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.408248156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.408521451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.408611991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.408735076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.40881208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.408934904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409036026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409121717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409200473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409272717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409349921Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409422035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409494339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409565631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409641693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409714297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409787814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409900107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.409986469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.410067451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.410570253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.410888366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.410939318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.410969759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.4109955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411021602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41104598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411069818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411093826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411267562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411296991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411323614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411346068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411369245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411392952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411416829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411441659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411464675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41148761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411509745Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411534935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411560586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411585936Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411608571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411630836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411654503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41167808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411701687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411726346Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411749422Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411774702Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411798089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41182361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411848018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411872117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411895373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411917627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411939591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411962246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.411984621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412011053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412034089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412056384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412082466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412105742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412131093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412156613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412179729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412202254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412224799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412248076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412271312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41229543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412317574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412612231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412654926Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412679315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412704104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412727892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412750597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412818252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412849624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412874203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412896858Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412918932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412971617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.412999603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413022769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413045164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413069482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413091336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413112548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41313387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413156195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413177838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413199732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413223499Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413246705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413270382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413292747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413315603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413340642Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413367676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413391424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413414269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413437666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41346011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413483136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413506423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413531583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413555821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413578797Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413602143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413624979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413647624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41367047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413692794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41371597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413738505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413761751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413784266Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413809647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413831901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41385641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413879506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413902011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413924937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413947472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413970798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.413994195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414017261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414040357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414063833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41408709Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414111568Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414135085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414157911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414181919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414204654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41422753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414251758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414275415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414298501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414321777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414344963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41436817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414391226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414414853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414437267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414460404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414483019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414506024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41452894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414551776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414577577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414601174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414626384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414651144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414673678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414696694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414719149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414741624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41476456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414787004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414811102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414833878Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414857976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414882144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41490519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414927955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414950249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414974267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.414996722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415019758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415043385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41506619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415088946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415111401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415134236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415159206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415184516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415207472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415230328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415252702Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415275227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415298674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415321249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415344545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41536684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415389845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415412591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415435136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415458813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415481137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415506327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415528942Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415551728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415573742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415596647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415620094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41564322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415666096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415688691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415711637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415733721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415756496Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415782428Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415808189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415831535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415855744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415878569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415901184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415923599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415946825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415968889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.415992807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416015081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416057886Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416082546Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416105732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416127816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416152405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416176082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416198226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416221392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416246332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41627064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41629543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416317955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416341111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416363365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416387724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416411381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.416433815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.416456561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.41647649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48260","component":"dropshot_external","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48034783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.480467098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.480554021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.480633399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.480763117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.480890812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.480966693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.480999819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481029648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481056983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481083436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481109878Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481137092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481161962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481188906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48121604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481242002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481269266Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481296019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481323804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481351981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481377802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481402762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481430196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481455888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481482551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481508753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481534324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481560376Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481586017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481612219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48163796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481664433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481719663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481772038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481799071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481825825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481850394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481876856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481902487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481928219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481953509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.481979411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48200417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482030753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482057206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482082536Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482108257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.4821345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482160742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482188127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482216383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482242184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482266613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482290501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482318116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482343987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482370881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482397434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482423065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482448105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48247569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482501441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482525238Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482552883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482579536Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482604677Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482628945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482654085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482678604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482703704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482729004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48275181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482778914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482804224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482830817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482855436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48288255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482907891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482971648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.482999724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483023271Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483051326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483076286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483099763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483122699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48314832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483174943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483199882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483225944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483251916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483277928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483302777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483329972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483356014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483383077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483409741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483434891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48345985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483487085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483513257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483540221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483566814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483592455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483619358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483646773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483670831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483696111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.4837208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48374552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483770069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483795048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483821641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483847773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483872843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483895438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483920158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483945278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483970368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.483995187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484021079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48404687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48407211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484099575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484126198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484150036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484174935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484200075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484224925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484248101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484273451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48429787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484324453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484349633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484374843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484397589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48442313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484447729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484474923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484499301Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484522999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484547387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484572788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484600062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484625783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484652547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484679631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484706625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484731945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484756634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484781764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484806053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484830582Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484855822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484882936Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484908266Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484933787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484958476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.484983226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485008165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485031933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485057584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485084678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485110139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485136251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485163595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485188925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485213745Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485241039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485265608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485290438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485315778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485341299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485364776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485389545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485414084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485440136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485468162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485494504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485520957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48554747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48557254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485599574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485624734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485651026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485675986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485700455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485728901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485755394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485780685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485806486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485831997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485857417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485882658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485907237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485931044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485957958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.485984942Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48600918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486035091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486062115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486087055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486112065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486135942Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486161794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486188277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486214359Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486239208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486264078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486288747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486316151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486342304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486367063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486392013Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486416852Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486442072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486467343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486492613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486518254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486542643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486568053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486592171Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486621901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48664664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486673393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486699425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486723944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486747872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486770877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486842139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486868772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486891167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486918802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486943952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.486968501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48699324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487018852Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487044954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487071607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487096907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487121616Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487146065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487170654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487195664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487220854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487247567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487272747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487297687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487323268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487348779Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48737421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48739949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487426674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48744985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487476924Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487503136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487528417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487552956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487575992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487598897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487624178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48765034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.4876758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487700269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487727133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487752333Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487778124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487803946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487828665Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487854276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487878815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487904887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48793168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487959997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.487984856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.488009856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488033012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:48446","component":"dropshot_external_techport","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"registered DTrace probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488055627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488080407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:46668","component":"dropshot","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.488110466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:46668","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488137681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:46668","component":"dropshot","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:46668","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488162029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488183542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","addr":"127.0.0.1:35502"} {"msg":"starting producer registration task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488203853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.488222941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","interval":"10s","address":"127.0.0.1:46668","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Running step start_oximeter","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488250946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488271227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"registered DTrace probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48828772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.488305345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.48832796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488345635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488372078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:35502","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.488393951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.539568493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://127.0.0.1:35502/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.542722818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","remote_addr":"127.0.0.1:35166"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.552083038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"aaac69b4-b44e-47d3-8af4-ebcc10789823","remote_addr":"127.0.0.1:35166","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.556052026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"aaac69b4-b44e-47d3-8af4-ebcc10789823","remote_addr":"127.0.0.1:35166","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.556179159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"aaac69b4-b44e-47d3-8af4-ebcc10789823","remote_addr":"127.0.0.1:35166","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.557175574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"aaac69b4-b44e-47d3-8af4-ebcc10789823","remote_addr":"127.0.0.1:35166","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.559386038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:28.572124329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.572177966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.572206623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.574276707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:28.577086796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.577130132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.577161645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.577188679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.578093592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.581562464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.585995075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.590204212Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.590863916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a88aee-3a8f-4c75-b7fa-ef6ce7b80a63\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.591296949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.592964932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.595948567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.601475248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.603305445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"aaac69b4-b44e-47d3-8af4-ebcc10789823","remote_addr":"127.0.0.1:35166","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":51122,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.604980032Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.605497933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaac69b4-b44e-47d3-8af4-ebcc10789823\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:28.609500057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"aaac69b4-b44e-47d3-8af4-ebcc10789823\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:48:28 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"aaac69b4-b44e-47d3-8af4-ebcc10789823\\\" }\"","delay":"121.094453ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.610072538Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.61223178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50a3a7ef-8f2a-4909-bf44-9b1768bb2c43\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.612478752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.613092174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.615125285Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de0928e5-3169-4f82-92c3-fba0c32ef945\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.615307629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.616549343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.61675371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deb2bdcc-bfaa-47b6-9647-1ccded604148\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.616915422Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.617958751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b80da550-8dc0-40d0-af13-17ef7733b9f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.618065784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.619050977Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e44d4b90-0bea-492e-86ce-c46cb3bc10c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.620205688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.620674632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.622679186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98d5a82c-add7-4ee2-a1cd-98432825a8b2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.623038953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.623534129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.625140871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df946fd3-6889-4a18-a84f-e3f88f460df4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.625310228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.62591832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.62727362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c15bf7-72bd-4930-a97f-4f1a678db710\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.627335543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.628358592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.629858069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1d0348-22ec-4af7-8241-0777bf0466a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.630115192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.630981989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.645715685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b98d5e6a-f463-4cb7-a0cb-d61110bee6a6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.645875283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.647142898Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.648187009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c74eae-e217-40b6-91cf-73f413fb40ce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.648305895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.651036386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.655660439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.656158612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a6b651-5665-42f7-854b-a439703e829c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.656241336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.657190327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29db111c-b468-4b1f-b85d-f3bdca2c5ce8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.657273563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.658533293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bac17ec-b3be-4de7-9ae9-ad577ca4d0f0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.658656548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.661044667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.664160014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b9d08dc-9182-4c5d-bf9a-b11880b329a1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.664364391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.664631173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.665435515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5138564-12df-4243-87d5-e26f40a5f744\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.665544452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.665587738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.665679161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.665714772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.66629128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.669394684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.669806284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.674534995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.675027246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.675312114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.675411241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.675443255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.677743628Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.684332356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.707319967Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.70744687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.725512394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.725644708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.72568057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.726099314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.727511487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.814435818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.814561158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.815186283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.81912432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44985"} {"msg":"will register with Nexus at 127.0.0.1:35502","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.81986746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.949549914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://127.0.0.1:35502/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.962338505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.968797143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","remote_addr":"127.0.0.1:46505"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.968916992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"9b6c25be-45cf-4f46-8cb3-34650a4f8c42","remote_addr":"[::1]:44985","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:28.970277793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"9b6c25be-45cf-4f46-8cb3-34650a4f8c42","remote_addr":"[::1]:44985","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1372,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:28.971090452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"019426d1-5883-46c3-a1be-d1d590df295d","remote_addr":"127.0.0.1:46505","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.971298196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b6c25be-45cf-4f46-8cb3-34650a4f8c42\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.97671538Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.976839317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:28.976902693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.003630707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.004072477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.004198799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.004371092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.006194104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.007203525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"019426d1-5883-46c3-a1be-d1d590df295d","remote_addr":"127.0.0.1:46505","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.007362983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"019426d1-5883-46c3-a1be-d1d590df295d","remote_addr":"127.0.0.1:46505","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.010084606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"019426d1-5883-46c3-a1be-d1d590df295d","remote_addr":"127.0.0.1:46505","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.011153105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.035527599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.040649965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.040966075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.041080533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.04164093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.042821101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.057180962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.063205896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.097458793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:29.104085607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"019426d1-5883-46c3-a1be-d1d590df295d","remote_addr":"127.0.0.1:46505","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":132644,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.105759842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.10583388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"019426d1-5883-46c3-a1be-d1d590df295d\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:48:28 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:29.107767923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"019426d1-5883-46c3-a1be-d1d590df295d\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:48:28 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"019426d1-5883-46c3-a1be-d1d590df295d\\\" }\"","delay":"619.272079ms","count":"1"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.107925768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.118484355Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.120184062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63557","req_id":"df4f365a-611d-4133-b13a-4efcaf6d5460","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: a5 41 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 .A..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.120340554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63557","req_id":"df4f365a-611d-4133-b13a-4efcaf6d5460","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.120552145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.12072543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"0c60e5f7-7971-41f2-aab0-e32108dcc398.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.120778897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63557","req_id":"df4f365a-611d-4133-b13a-4efcaf6d5460","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"0c60e5f7-7971-41f2-aab0-e32108dcc398.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 44810, target: Name(\"0c60e5f7-7971-41f2-aab0-e32108dcc398.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.12186956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63106","req_id":"e9777b48-e46b-4b4a-a740-7432bc025fb0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 3c c4 01 00 00 01 00 00 00 00 00 01 24 30 63 36 <...........$0c6\n0010: 30 65 35 66 37 2d 37 39 37 31 2d 34 31 66 32 2d 0e5f7-7971-41f2-\n0020: 61 61 62 30 2d 65 33 32 31 30 38 64 63 63 33 39 aab0-e32108dcc39\n0030: 38 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 8.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.121937896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63106","req_id":"e9777b48-e46b-4b4a-a740-7432bc025fb0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15556,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"0c60e5f7-7971-41f2-aab0-e32108dcc398.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"0c60e5f7-7971-41f2-aab0-e32108dcc398.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 48,\n 99,\n 54,\n 48,\n 101,\n 53,\n 102,\n 55,\n 45,\n 55,\n 57,\n 55,\n 49,\n 45,\n 52,\n 49,\n 102,\n 50,\n 45,\n 97,\n 97,\n 98,\n 48,\n 45,\n 101,\n 51,\n 50,\n 49,\n 48,\n 56,\n 100,\n 99,\n 99,\n 51,\n 57,\n 56,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.12202011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"0c60e5f7-7971-41f2-aab0-e32108dcc398.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.122041202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63106","req_id":"e9777b48-e46b-4b4a-a740-7432bc025fb0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"0c60e5f7-7971-41f2-aab0-e32108dcc398.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"0c60e5f7-7971-41f2-aab0-e32108dcc398.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"0c60e5f7-7971-41f2-aab0-e32108dcc398.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.189789877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:29.19348034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59495"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:29.196677039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:29.197308257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:29.197454749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.904114454s"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.197760969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.201863903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"8d7e0cf7-5dc3-40ac-9986-66a654c67a42","remote_addr":"[::1]:59495","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:29.202301566Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"8d7e0cf7-5dc3-40ac-9986-66a654c67a42","remote_addr":"[::1]:59495","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":449,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:29.202587686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.02486014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.029530174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37152"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.029704512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45003"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.029820543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59608"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.029925873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53231"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.030034579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41409"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.030239558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33294"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.030359917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56222"} {"msg":"will register with Nexus at 127.0.0.1:35502","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.031026486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.335469539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://127.0.0.1:35502/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.337235958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.337848178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","remote_addr":"127.0.0.1:33015"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.338085691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"52f4557e-f5e5-453a-853b-344f61136bcf","remote_addr":"[::1]:37152","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.338234297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"9afe9d42-4c7e-4332-9db0-400a3734c343","remote_addr":"[::1]:45003","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.338376611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"c2201818-ac52-4858-9a30-b3294b9b2f39","remote_addr":"[::1]:59608","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.338492201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"6bd0b25e-04af-4912-b8fd-d1ecd17ade12","remote_addr":"[::1]:53231","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.338825154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"5f278a04-e63c-4e89-88c3-702df6484738","remote_addr":"[::1]:41409","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.338964342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"6f0bb975-fbad-40a5-982d-eedca6a9342f","remote_addr":"[::1]:33294","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.339082898Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"500f3c18-8a93-4399-9d10-1864e7cd02e1","remote_addr":"[::1]:56222","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.339417905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"52f4557e-f5e5-453a-853b-344f61136bcf","remote_addr":"[::1]:37152","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1371,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.339482414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"9afe9d42-4c7e-4332-9db0-400a3734c343","remote_addr":"[::1]:45003","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1274,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.339703665Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"c2201818-ac52-4858-9a30-b3294b9b2f39","remote_addr":"[::1]:59608","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1206,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.339754416Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"6bd0b25e-04af-4912-b8fd-d1ecd17ade12","remote_addr":"[::1]:53231","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1271,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.339991248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"5f278a04-e63c-4e89-88c3-702df6484738","remote_addr":"[::1]:41409","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1169,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.340223801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"6f0bb975-fbad-40a5-982d-eedca6a9342f","remote_addr":"[::1]:33294","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1263,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.340276717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"500f3c18-8a93-4399-9d10-1864e7cd02e1","remote_addr":"[::1]:56222","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1243,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.341300066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"b9a028a1-cb37-47f2-94bd-e01fb25de819","remote_addr":"127.0.0.1:33015","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.342594525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b9a028a1-cb37-47f2-94bd-e01fb25de819","remote_addr":"127.0.0.1:33015","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.342659584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b9a028a1-cb37-47f2-94bd-e01fb25de819","remote_addr":"127.0.0.1:33015","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.343334208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b9a028a1-cb37-47f2-94bd-e01fb25de819","remote_addr":"127.0.0.1:33015","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.346022404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.353248993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"b9a028a1-cb37-47f2-94bd-e01fb25de819","remote_addr":"127.0.0.1:33015","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":11951,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.353550474Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.354139658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a028a1-cb37-47f2-94bd-e01fb25de819\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:48:30 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:30.355360169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"b9a028a1-cb37-47f2-94bd-e01fb25de819\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:48:30 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"b9a028a1-cb37-47f2-94bd-e01fb25de819\\\" }\"","delay":"1.867007179s","count":"2"} {"msg":"inserting current version","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.359221142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:30.359276442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.387107594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"d977b45d-8ccb-4235-be3d-0e9d32977eac","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.387996144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:41506","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.388063028Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:41506","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.388096174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:41506","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.3881245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:41506","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:30.388152075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:41506","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.388799826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:41506","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.39601436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:30.396108147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.340419857Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:35502/metrics/collectors","method":"POST"} {"msg":"will register with Nexus at 127.0.0.1:35502","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.343065508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.409991614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://127.0.0.1:35502/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.413668109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","remote_addr":"127.0.0.1:63844"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.413753038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","remote_addr":"127.0.0.1:44811"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.414913661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"169ce14c-a58e-41e9-8a82-6bb58f441d91","remote_addr":"127.0.0.1:44811","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.419310892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"169ce14c-a58e-41e9-8a82-6bb58f441d91","remote_addr":"127.0.0.1:44811","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.419438095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"169ce14c-a58e-41e9-8a82-6bb58f441d91","remote_addr":"127.0.0.1:44811","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.420235003Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"169ce14c-a58e-41e9-8a82-6bb58f441d91","remote_addr":"127.0.0.1:44811","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.421762146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors","method":"POST","req_id":"45ce67bc-5f09-4079-90ef-66a4cc0051ca","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.421821414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.421856043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.422178024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"45ce67bc-5f09-4079-90ef-66a4cc0051ca","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.42225604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"45ce67bc-5f09-4079-90ef-66a4cc0051ca","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.423008048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"45ce67bc-5f09-4079-90ef-66a4cc0051ca","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.428537114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"169ce14c-a58e-41e9-8a82-6bb58f441d91","remote_addr":"127.0.0.1:44811","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":13640,"response_code":"503"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.429204995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"169ce14c-a58e-41e9-8a82-6bb58f441d91\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:31.430431629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"169ce14c-a58e-41e9-8a82-6bb58f441d91\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:48:31 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"169ce14c-a58e-41e9-8a82-6bb58f441d91\\\" }\"","delay":"2.942057257s","count":"3"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.434104667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","address":"[::1]:41506","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.434373723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors","method":"POST","req_id":"45ce67bc-5f09-4079-90ef-66a4cc0051ca","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":12617,"response_code":"204"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.435477092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"45ce67bc-5f09-4079-90ef-66a4cc0051ca\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.435620969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.435668834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.435707872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438115158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.43816638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438190869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438210578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438246941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438269275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438288002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438306539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438324515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438342721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438359946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438377781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438395106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438412991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438430897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438447961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.43860276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438638902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438657889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438675414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.43869323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438711667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438729382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438747197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438764822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438782658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438802768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438821586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438839361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438857688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438875563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438893058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438910142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438928148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438973298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.438997526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439015592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439036313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439054129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439071995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.43908972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439107706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439125651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439143477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439161763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439178867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439195972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439213106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439231081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439248005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439265209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439282314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439298937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439315329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439332093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439349517Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439366922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439383776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439400279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439417583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.439434367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.43945103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.456643104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:61017","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.456719215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:61017","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.456755127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:61017","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.45681704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:61017","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.456848323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:61017","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.456877721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:61017","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.456907821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:61017","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.456936448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:61017","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.456964023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:61017","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.457016067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:61017","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.457997593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:61017","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.458078764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:61017"} {"msg":"inserting test physical disk","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.458111429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","model":"test-model","serial":"totally-unique-serial: 7f0e38c4-8c41-4f81-8b19-46d666c8eb80","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"7f0e38c4-8c41-4f81-8b19-46d666c8eb80"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.45814714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.458176689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.458837736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.459255489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.517726889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","remote_addr":"127.0.0.1:42379"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.518001817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.518644227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.519316587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d4eb9ca-e097-495c-92a2-a6c548338623","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.519601655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"8fca508c-c911-4178-aefa-8adf8b99b9f8","remote_addr":"127.0.0.1:42379","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.520820553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d4eb9ca-e097-495c-92a2-a6c548338623","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.520891294Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d4eb9ca-e097-495c-92a2-a6c548338623","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.521692751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d4eb9ca-e097-495c-92a2-a6c548338623","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.522025013Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8fca508c-c911-4178-aefa-8adf8b99b9f8","remote_addr":"127.0.0.1:42379","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.522089812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8fca508c-c911-4178-aefa-8adf8b99b9f8","remote_addr":"127.0.0.1:42379","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.522968713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8fca508c-c911-4178-aefa-8adf8b99b9f8","remote_addr":"127.0.0.1:42379","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.523460263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.523517006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.524170367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.527371526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d4eb9ca-e097-495c-92a2-a6c548338623","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":8066,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.527979467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d4eb9ca-e097-495c-92a2-a6c548338623\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.52815192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.528568661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.528614622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.528643159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.528672979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.529317172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.53919351Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.544284714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.574116742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.574967748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"8fca508c-c911-4178-aefa-8adf8b99b9f8","remote_addr":"127.0.0.1:42379","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":55377,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.676500455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","physical_disk_id":"7f0e38c4-8c41-4f81-8b19-46d666c8eb80","zpool_id":"2022daf8-e777-4281-901a-e5f7686129fe","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.676596286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.676635494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.6773057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.679409541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.679480523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.679515132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.679542867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.680235006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.691583808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.706629495Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.718061874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dataset_id":"72ec9f20-d012-4390-8a98-e870964510a2","zpool_id":"2022daf8-e777-4281-901a-e5f7686129fe"} {"msg":"inserting test physical disk","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.727347204Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","model":"test-model","serial":"totally-unique-serial: 7f0e38c4-8c41-4f81-8b19-46d666c8eb80","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"7f0e38c4-8c41-4f81-8b19-46d666c8eb80"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.733830732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.733886373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.742563331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.761185224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"PhysicalDisk { parent: Fleet, key: 7f0e38c4-8c41-4f81-8b19-46d666c8eb80 (physical_disk), lookup_type: ById(7f0e38c4-8c41-4f81-8b19-46d666c8eb80) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.7612935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.761328139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.761358029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.76360744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.76875156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.775327462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 7f0e38c4-8c41-4f81-8b19-46d666c8eb80 (physical_disk), lookup_type: ById(7f0e38c4-8c41-4f81-8b19-46d666c8eb80) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:31.775422281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","physical_disk_id":"7f0e38c4-8c41-4f81-8b19-46d666c8eb80","zpool_id":"2022daf8-e777-4281-901a-e5f7686129fe","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.775456198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.775483763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.775885463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.798340113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.798402868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.798436375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.798463419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.799104065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.819248381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.821726529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.827581274Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.827660993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.827694069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.827722576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.828340817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.830475881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.833664705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.833733422Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.833765436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.834133749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.839983845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.840044717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.840076901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.840103574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.840485846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.840540635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.840574963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.84060344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.840630213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.840656325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.841067304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.843177819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.854423415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.854495739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.854528745Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.855125033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.85552488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.858885826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.858949042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.858979824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.859323639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.862089509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.862148327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.862545488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.863265753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.863322105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.865634763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65314","req_id":"80a4893a-74a0-4730-be54-b104ed3d87d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9c 6c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .l..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.865702969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65314","req_id":"80a4893a-74a0-4730-be54-b104ed3d87d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.86591949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.866083688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.866174579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65314","req_id":"80a4893a-74a0-4730-be54-b104ed3d87d6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.86670232Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4576, tv_nsec: 665602798 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.866764424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.883259539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59368","req_id":"15d0ee19-da3e-4d74-b459-ae79e190223e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 09 07 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.883502794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59368","req_id":"15d0ee19-da3e-4d74-b459-ae79e190223e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.883594336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.883619136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59368","req_id":"15d0ee19-da3e-4d74-b459-ae79e190223e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.948663723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:31.950016739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55356","req_id":"0e483ca1-c277-4f8d-a006-b6486ca290ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 32 3f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 2?..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.950083031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55356","req_id":"0e483ca1-c277-4f8d-a006-b6486ca290ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12863,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.95029836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12863,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:31.950395002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55356","req_id":"0e483ca1-c277-4f8d-a006-b6486ca290ac","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.95060456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.950658267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.950686493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.952709624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aef9654-fa6a-4cb4-b9c6-65c82b1505e4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.953087808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.954970198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2353df49-82a6-45f7-a4da-99e2efb49501\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.955271118Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.95772661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2abf472c-32c4-4f96-8797-4f3d9d0bb1ef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.95780171Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.959971763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7321ef49-4f8a-4354-a171-d3ce912b86f1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.960148816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.963622397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"938e6688-fff3-4877-90fe-7f7b49c2048f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.963897535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.970995558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f48b85d3-81ce-4b7a-a28d-263173389b24\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.971174404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.973476461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94c5d89d-47ef-4c60-9d50-ad8a764c15da\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.973548003Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.975827375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad85755f-e49f-4b45-a105-3e66a7653a11\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.975898206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.978294681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a24685ae-9c54-4a06-b6ba-467a3ebaf51b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.97856043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.979467047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0b485c0-c6a2-46b7-acf1-9aa8cecfe93e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.979617697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.981623914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abe83d4b-826e-49ca-9db8-ece036b3afe2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.981738793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.983289432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07fe79a4-8ac9-4b6b-96e0-3b2ab5c550bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.98335846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.984692408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e45d2e-9886-41c2-ac89-6fa03cff3cca\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.984897176Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.988961464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1fa794d-7a98-49c7-a097-a43206df16b9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.989218145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.991344091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b91b67d9-177e-4ea6-afb0-3567f3380838\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.991552286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.993751287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19f4500d-090f-4dfa-b13b-cf5cc0e348ea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.994228588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.998110021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.999712885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79f9b4f4-3a70-44fd-b739-7fd65ee26b63\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:31.999989526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.005121752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc4b5323-4cb4-41bb-994b-94462e0f6552\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.005425888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.008983486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd71bf4-79bb-4d8f-a226-f6c4efdc031d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.009198595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.010157826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8162f11a-a41d-4893-a195-977f4273557f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.010374578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.011401955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dda76e40-c71f-4e4d-b8f6-a532b64d182d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.01162039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.012702857Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52a1fbf5-beba-4e26-a6b8-02b4b63142eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.012922645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.01437056Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5afa72ad-0522-4a3a-ba45-995a030bbbed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.014618934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.016202099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ac82a3d-1695-4e55-8c2a-d94d9c65351e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.016454692Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.01836567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bc8a8e7-87e7-4688-aaf6-8663d721a147\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.018579045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.020921943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26825c86-318b-47ab-acb1-30636a37bbaf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.021148885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.023282185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8987c1a0-96df-4ea5-927a-b79dfcc78cf6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.023493747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.025937235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bddb9257-af93-49a6-b17d-87aca880947f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.026153627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.028717134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b72f276f-6088-4b0e-8f4b-918c81b72b59\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.028929918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.032939417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f9cc3a-097c-47df-86c3-676797289703\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.033156559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.034066442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c623a91b-3285-4427-84d5-e8df2166880c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.034323965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.051688293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.051842099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.05309236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.053309543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.054098094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.056699357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d814f44-83ea-44d6-a16f-163e8ce28324\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.057007751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.058544824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"166362aa-cf9a-4964-992b-f1353ff93a3d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.058765914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.060396243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b51fe502-e51e-486a-8101-e0912aebee63\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.060602103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.065104143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb051702-280c-4e44-9888-5a4e722d7501\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.065418459Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.066302871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.079043556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.079135039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.079219296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.079956215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.091623972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.119498009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.120423223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.122614388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa19b9bd-1a09-4913-9a5f-988adcdbfb17\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.122811261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.129438735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef7aea0-8b27-4476-93f2-077e326cb0f1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.129547312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.133759033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d22377dd-5056-430f-9a63-a0f55b4d1a2b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.133851237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.138802833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91d51f70-dd9f-44c6-817d-c229fe2c1455\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.139543939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.145857098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.149087414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb63777-0829-4b87-bc81-45b55d58400b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.149285659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.155803696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f070befb-8de2-4018-a8e9-94596117bc33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.155946891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.160422038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ff781c1-a77a-4304-bc38-72a895b15b53\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.160729941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.161927347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99f4b7fa-b6ea-4129-b0f3-c9a219a15dc1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.162171383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.163466243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d47886c-5d3f-4976-a10f-21470124c80f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.164161478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.165408573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d3789d3-a973-4eee-a195-2672b5a8556d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.165603932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.165824141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.165924611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.166055762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.168722796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.172209794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.176507116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.176607095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.176695882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.17677992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.176863646Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.177545776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.192531634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.212837332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.212974705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.213069103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.213751704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.214428021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.214665464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.214797096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.215007726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.21551679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.297903511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.298064902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:32.305764683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49703"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.30723376Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"769f4c75-7dfa-4ebd-873b-4fdd2b5584fe","remote_addr":"[::1]:49703","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:32.307897874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"769f4c75-7dfa-4ebd-873b-4fdd2b5584fe","remote_addr":"[::1]:49703","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":674,"response_code":"200"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.30819727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.316802796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.316903206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.316993336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.31802419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.319539108Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"769f4c75-7dfa-4ebd-873b-4fdd2b5584fe\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:31 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.342791567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.342846106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.34287817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.345790031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.345836444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.345867115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.345893988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.346543192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.359589456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.363861638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.364167728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.364225924Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.364641632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.365085005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.365140847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.36579982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.418702956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.420216601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:32.46399161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:32.464362539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.464413892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"623.832356ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.464448531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.464474663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.464502919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.46453349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.464559622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.465357692Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.476986592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.481878168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.481988899Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.482024971Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.482365319Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.494559074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.49488817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.494949532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.496614189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63370","req_id":"733783c9-d801-4f93-a9ff-b3b56d08aaac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c5 86 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.496724048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63370","req_id":"733783c9-d801-4f93-a9ff-b3b56d08aaac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.496929417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.497091359Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.49717682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63370","req_id":"733783c9-d801-4f93-a9ff-b3b56d08aaac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.497479433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4577, tv_nsec: 296383337 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.497536276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.497966804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59487","req_id":"c247159e-51b3-486a-9f2b-be1517caeff6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: dd 90 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.498021723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59487","req_id":"c247159e-51b3-486a-9f2b-be1517caeff6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.498121943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.498224587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59487","req_id":"c247159e-51b3-486a-9f2b-be1517caeff6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.552467403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.552881828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.552943481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.552974934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.55304843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.567433361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.567945802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57599","req_id":"bf2c24d1-1591-415b-b5a4-3e279fb57554","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c3 36 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .6..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.568170801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57599","req_id":"bf2c24d1-1591-415b-b5a4-3e279fb57554","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.568269147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:32.56834136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57599","req_id":"bf2c24d1-1591-415b-b5a4-3e279fb57554","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.568521089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.568570166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.568598463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.570601063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.576507792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.576571378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.5766026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.577054741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.577336132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afd6379f-f5c6-4ab4-9104-3248af67cf64\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.577637983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.580097133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.580275038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.580730254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.581126023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d652953-e1dd-4cd9-aaed-2ab38be50444\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.581393456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.584875995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40012f83-884b-4b42-acbd-468e1e3a889e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.585032396Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.588117293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a395bf3a-2dba-48a7-b13b-fed7a8a98251\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.588195679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.590397085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba74b1d-8f48-40b0-83cc-4800e3aa60c1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.590470962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.592702949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b18de0b5-ed72-43d4-85e8-795088eb4031\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.592775855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.595044054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84758ab3-eda5-47f9-9bdb-bf84d650f45f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.595795581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.600381849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7725f3f-9a05-45c6-a408-ced3abd59876\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.600612458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.601646589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"196b0fb3-505a-48aa-ae5c-f6801bed336b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.601705877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.60378037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4876c6ff-8cca-451b-a0e7-aa17ce9cbf72\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.603934718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.60533094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec85f3f8-6fcb-4e5e-a937-3be45c66cef8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.605559796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.60876404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.6100589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d5fbbbe-7ed1-475d-83d3-94538b5b1dd0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.610122416Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.611244412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ef0c4a0-a1c4-4cbf-a70d-8f83709f8397\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.611403208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.613370628Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d196a1f-27b0-4d4b-bfe6-0c8c605651f3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.613441249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.616763569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a595ce-2990-4035-9a72-481c48d4984d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.616830893Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.618613555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf2d48f2-e559-444e-b1ea-e4e9e4fdd1dc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.618682622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.620447809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef8982e-cda9-40c0-90ea-2fc7831876ca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.621072023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.622910877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a05c4e9-f882-448a-9462-eecadfbb88dd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.622981457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.624628278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33f000d4-2d83-43be-aaaf-4c5db45fdd0f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.624694681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.625750124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6ff29ef-5dc1-48d6-853a-8f3abaceefeb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.625882728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.627403207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53c42116-2b59-438b-8895-4d392c4ed034\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.627526733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.628630463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de04081-6883-4138-8f70-8359522c5886\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.628863697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.629921154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea200b08-5110-4629-a72f-ceb601ffdb15\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.629988478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.631311875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e7d19f9-6702-4dce-b460-fbd68bd2f7ff\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.631469209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.633341148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d6b35d2-086c-480c-8201-de3a1ceaff00\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.633414945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.63561553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bf280ab-16d8-4b68-846d-855ae45def18\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.63581653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.63795452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"033d305f-050f-4b5c-bef8-5f37d8cad165\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.638324527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.640517036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbbb9c6e-e6bf-40db-985b-00fb0f0670be\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.64063444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.642460047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab3b9d25-b5db-4987-8da4-3e4947f12dec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.6427826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.644767394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13c88431-1d31-47bd-bb26-79938f4f0837\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.645076089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.646121933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"483f339e-5417-4e39-97a4-efb48af29ee4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.646245279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.64902655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fe49f80-df25-4e6a-8c6e-8a3e062c5584\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.64909154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.650137314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b10689b-ba9b-43ea-91b8-8159a8428294\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.650271461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.651251253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ea1b1d8-d61f-4878-b4c7-e46abb2cda63\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.651368767Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.65238414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b886e0ec-e216-4c73-acfa-1114a7d770f3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.652541674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.655180201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a631ac2-4efc-4404-88d9-25c83ca8e77e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.655251203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.656870369Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2aaa19a-3310-409a-a819-498a5729f557\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.656939366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.658393423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca87eeb6-8b5a-41a5-bc09-7a1667e5dbeb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.658511749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.659412925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.659463405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.659491722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.659516361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.660156416Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.660962763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4c449a-57e8-4a2c-bdae-59e6cf89c04e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.661067501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.662841857Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0cd4158-6f1a-40f1-9aa4-54a4c0196362\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.662919201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.663118007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.668385863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.668438988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.668466263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.668899997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.671246813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"075cc5b8-893a-4df8-8f95-35e52deff8cf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.671290189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.671558995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.671596449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.672089382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.673111919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bdf5354-739d-44d4-b329-77ec65878584\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.673298401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.675121313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d21f3925-5a13-4fb9-9c68-d0a1a693ca3a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.675274748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.676473707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10bd2e56-1978-496f-b27f-a6e751b99041\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.676609017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.677484651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708bde97-57b2-4d40-b2a5-7bafa6702471\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.677726824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.677764309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.677792765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.677819478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.678617779Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.69059377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.694644812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.694696575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.694725633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.694753889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.694780312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.695130409Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.697606753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.702046269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.70209686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.702125467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.702509031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.76234977Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.830805061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.830912746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.832122747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.832187937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.832220411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.832247074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.833928044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:32.834165928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52710"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.837115755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"89ccdd88-3a51-432f-bc53-f35f0d2ae64a","remote_addr":"[::1]:52710","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:32.837730901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"89ccdd88-3a51-432f-bc53-f35f0d2ae64a","remote_addr":"[::1]:52710","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1483,"response_code":"200"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.838158412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.84600706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.846098082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.846131739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.846767686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.847016752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89ccdd88-3a51-432f-bc53-f35f0d2ae64a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.848437543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.848487753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.848513885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.850941392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.851132763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.851365938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.851503281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.85311892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.863066941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.863127241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.863154215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.86318179Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.867119866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:32.867419754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.867522949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.868204938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:32.983056853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:33.020399286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:33.021834295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.021912691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"557.410624ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.022091557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.022141707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.022175084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.022206917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.022234312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.023075648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.028493262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.032292101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.032379986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.032412331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.032723922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.035907384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.035965671Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.036506087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.036561077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.036590496Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.036617469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.037031474Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.037348726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52878","req_id":"80c73688-e0dc-4534-9847-60191d22918c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 81 2c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .,..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.037406441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52878","req_id":"80c73688-e0dc-4534-9847-60191d22918c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.037610768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.03776696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.037813001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52878","req_id":"80c73688-e0dc-4534-9847-60191d22918c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.038266986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4577, tv_nsec: 837166912 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.038328659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.038617033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50707","req_id":"af6b83c6-d92e-492f-97b5-15f81dfec946","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e1 57 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .W..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.038672263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50707","req_id":"af6b83c6-d92e-492f-97b5-15f81dfec946","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.03876619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.038860067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50707","req_id":"af6b83c6-d92e-492f-97b5-15f81dfec946","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.100079734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.100661593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.118613431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.118684933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.118720254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.12190545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.122982716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54904","req_id":"354fdba2-68d8-4d89-88b9-40c4c4d245a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5c bf 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c \\............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.123147665Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54904","req_id":"354fdba2-68d8-4d89-88b9-40c4c4d245a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23743,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.12347649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23743,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:33.123572011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54904","req_id":"354fdba2-68d8-4d89-88b9-40c4c4d245a8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.12431936Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.124376193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.124405251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.125378079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.125436125Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.126172752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.131288786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bc98bd0-e028-4c78-91af-be0d0a092dcd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.131563122Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.13499976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c01f87df-313f-49e4-98fb-a65a9ad41ea6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.135176392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.140222295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402b5cce-9743-47d5-9d1c-455dd69c26db\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.140349138Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.188386169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac10834a-d76d-45a5-92b9-6d417c1fdf82\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.18858248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.20008601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82cb7529-6a8b-4ada-93a2-3b3fdcd18bbd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.200307411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.202682593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30826563-9068-438c-861b-d3996b1e5149\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.20286151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.205015582Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5b5f394-9496-4100-9617-c3e41ba988f0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.206554097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.209424236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.211717374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564e5d49-ae05-4556-bf57-cc47a18be10b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.211890339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.212723599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd43a57e-3983-4b06-9089-b98e1df1b395\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.212939329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.214021776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"362404a9-a3fb-4098-bf9c-5a8ccd988002\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.214161785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.21520856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56ae425d-7a7d-48af-a8b7-9399a46f941f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.215339672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.216341117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05b70bd8-e795-40f7-b425-aa0f41b4ac4c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.216457258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.217693021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6adba979-c93a-4f04-9dd2-477b78acce91\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.217908841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.256784347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5b999ee-9ee7-4d3c-8642-449a65952036\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.256996009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.274293954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.274356599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.274394044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.274423522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.275142806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.28285928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.288052577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.288112497Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.288201554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.288495149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.295926245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.295986114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.296521742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.298322029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56bfb6c1-e8ef-4cb5-ab5a-9cfedc70e209\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.298476947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.301759718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab686800-316c-414b-bd26-bf195dc75150\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.301869266Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.305573206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2ddf19b-82d1-4ae5-9019-e95604450de8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.305711181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.309242908Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c279f8e6-bc3b-4fce-9750-59de546fd251\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.309312877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.312940064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f3656af-552c-4bb6-80a1-4bb662fdc953\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.313063841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.314358811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8605e45a-2cce-44ae-8aa3-c7160f8e3628\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.314502187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.315981494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef655b87-8619-4fb0-89eb-55e6c4a6bee1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.316173767Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.317630389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76e5933d-22e7-4eb2-8759-02b496b44691\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.317765338Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.319088915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"835aa1ae-6468-45b3-8f92-dc9856664df3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.319205818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.321162547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2d52086-44a9-48ce-95d2-b49fc0eb21d9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.321332686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.32411042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.32743259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1ccd7fb-e63f-437f-95be-219620197899\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.327550144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.331582698Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eab08bf-6539-4551-a3d2-9ae816fa3b60\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.331652137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.334978514Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eb337ac-ae1e-48a9-90bd-5031f063771e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.335065488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.339396998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65d8b32c-761c-4353-b7cb-8a83fcb247f7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.339630162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.343530443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34d34f6f-7196-4a39-a204-c0970ab070e9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.343607768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.348635876Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79180872-8212-49f1-8692-5176d9484c61\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.348725554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.358659437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9768d1a-0007-4c79-8496-91c10c7b2309\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.358746941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.361128717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1686bb70-f12c-4dfc-a5f1-2b7320a2634c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.361472602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.362715839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74610574-ab9f-4948-b30a-5711e2bc4eab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.362890547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.364553741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e679760e-eb79-4cff-b4bf-c30f6abe943f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.364798368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.366779045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46061645-38c5-491f-b89e-ed38f760b24b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.366931378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.370242245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e77c36fb-16e6-424b-a63f-e96f805cc419\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.370521251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.386670337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.395056345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.399374138Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.399491091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.401017823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.403105683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"467d0bcb-9fd0-4118-a942-70983ea7f730\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.4033249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.403925767Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.410344907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.426028485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.474885219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.475750824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.477476693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.477539899Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:33.4775706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"will register with Nexus at 127.0.0.1:35502","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.477600099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.525394025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://127.0.0.1:35502/metrics/producers","method":"POST"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.525834593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:33.526469177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","remote_addr":"127.0.0.1:60367"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.526605719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8eb750a5-b576-4642-a8b7-d44b3888b7ae","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.526980887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8eb750a5-b576-4642-a8b7-d44b3888b7ae","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.527039203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8eb750a5-b576-4642-a8b7-d44b3888b7ae","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.528046039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8eb750a5-b576-4642-a8b7-d44b3888b7ae","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.528535244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.528591846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.528967184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.529225178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"4f5e24cd-c70f-47a3-a069-26092a0e4078","remote_addr":"127.0.0.1:60367","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.529548011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4f5e24cd-c70f-47a3-a069-26092a0e4078","remote_addr":"127.0.0.1:60367","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.529609243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4f5e24cd-c70f-47a3-a069-26092a0e4078","remote_addr":"127.0.0.1:60367","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.530036976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4f5e24cd-c70f-47a3-a069-26092a0e4078","remote_addr":"127.0.0.1:60367","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:33.541851706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8eb750a5-b576-4642-a8b7-d44b3888b7ae","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":15176,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.543062268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eb750a5-b576-4642-a8b7-d44b3888b7ae\", \"content-length\": \"281\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.543448898Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.544056328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5394d9e8-b2a9-4d93-9b34-1c8f07c29548","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.544691704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5394d9e8-b2a9-4d93-9b34-1c8f07c29548","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.544754089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5394d9e8-b2a9-4d93-9b34-1c8f07c29548","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.545467871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5394d9e8-b2a9-4d93-9b34-1c8f07c29548","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.563531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17a06dd9-9303-44e5-8078-f6a92a6d74f5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.563648735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:33.563952881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5394d9e8-b2a9-4d93-9b34-1c8f07c29548","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":19905,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.566419576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5394d9e8-b2a9-4d93-9b34-1c8f07c29548\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:32 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.566485046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:53314","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.619484714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"assigned collector to new producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:33.619761516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:33.619971985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/producers","method":"POST","req_id":"4f5e24cd-c70f-47a3-a069-26092a0e4078","remote_addr":"127.0.0.1:60367","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":90755,"response_code":"201"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.620526009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5e24cd-c70f-47a3-a069-26092a0e4078\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.622102981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"producer-registration-task","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","wait_period":"150s","lease_duration":"600s"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:33.622924288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":1,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.626184844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d09b88ca-a481-407b-965c-26b23c113f99\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.626275535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.630189774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07df6b0-cd03-4d78-8363-b3dad0017df7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.630362868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.634365493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d12c3ffd-b0fd-4567-8cc8-0f8efd45e11c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.634583668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.635786234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9557d675-b172-4a3b-9002-f11cca19cd29\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.636061292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.637489979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08c9dfb4-60e9-4f37-ae95-dcdb040e4bf6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.637630348Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.639619622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b29cd7a-490f-409f-8b55-6d8b1c4607f7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.640002525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.64067786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69204092-0891-4aee-bf53-da692140134b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.640776016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.640809533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.640839733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.640866787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.641577914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.64724735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.651818988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.651879459Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.651910691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.651939078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.651964629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.652400858Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.655209995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.659094715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.659149474Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.659178652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.659558659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.660062463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.719285892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.719434237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.719795076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.719844645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.719879685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.719906869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.720584008Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:33.720738777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49491"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.722082073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"6590a037-ba41-4ff5-81ee-878911c0a42a","remote_addr":"[::1]:49491","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:33.722143195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"6590a037-ba41-4ff5-81ee-878911c0a42a","remote_addr":"[::1]:49491","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":663,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.722470557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6590a037-ba41-4ff5-81ee-878911c0a42a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.724160063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.724214632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.724241836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.725490304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.725540965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.725572658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.725600634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.726052885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.726543372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.732276505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.73233412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.732364981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.732826491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.734307822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.738017072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.738227572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.738279165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.738717508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.740602674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.740660068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.74147397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.848451395Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:33.867286804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:33.867693955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.867757812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"845.674301ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.867796439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.867825758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.867855066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.867883503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.867911298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.869990972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.87347854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.88360156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.883694846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.883728102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.884314791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.899796988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.899957648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.900032848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.900067788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.900954975Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.905278319Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.905338119Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.906765442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60558","req_id":"ad3b412b-f5d2-4acd-a66b-b1bfec42cc19","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9c 34 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .4..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.906971252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60558","req_id":"ad3b412b-f5d2-4acd-a66b-b1bfec42cc19","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39988,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.907094979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.90730616Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.907347332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60558","req_id":"ad3b412b-f5d2-4acd-a66b-b1bfec42cc19","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.907571759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.913375593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.913426885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.913454139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.913908474Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.916433355Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4578, tv_nsec: 715323963 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.916491621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.917759097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49926","req_id":"c20a1877-2a18-4526-af81-3162b680b2e8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 50 48 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e PH..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.917818815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49926","req_id":"c20a1877-2a18-4526-af81-3162b680b2e8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20552,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.918152771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.918258902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49926","req_id":"c20a1877-2a18-4526-af81-3162b680b2e8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.98769012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.988030177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.988086479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.988884489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:33.991796531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53944","req_id":"23a819ac-7adc-4775-bffd-b95667fff4a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0c ac 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.991860829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53944","req_id":"23a819ac-7adc-4775-bffd-b95667fff4a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3244,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.99202663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3244,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:33.992116439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53944","req_id":"23a819ac-7adc-4775-bffd-b95667fff4a9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.992264273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.992303141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.992328712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.997041842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c106ed45-8407-4e22-abd6-3dff782bcac9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:33.99734673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.000218832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4186d80c-a229-4883-aecc-9deae9d44006\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.00396188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.008098532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a37c980-8a95-40c7-af77-c6a8ba8da2ef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.008180555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.015311914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e21bfd-c665-42ee-a05a-0d57070ca9d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.015481522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.020512356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e44a21-814d-4d48-9d24-511f2a8fae07\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.023296272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.031241803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.033852325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5b8a921-009d-4fb5-ac27-1458b63b8f72\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.03410591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.037590723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce0596fd-72de-4350-a88d-3526e6d927e9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.037803788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.041427227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d746f6b-e6db-46e2-be32-93c5ec85fa5c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.041714139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.043206352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29adfaf8-9caa-4f46-b281-ed0f24461a2a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.043776358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.04609634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efbc58e5-9b70-4440-8660-00b362324340\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.046302491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.048373938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68476f55-103e-4120-8dfd-19bdf63df073\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.048517845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.049594089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"580e0a0b-1732-41f3-9ad0-8bfd0a34a5ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.049757294Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.051136863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"953e6de0-3bc9-48f8-b32c-6667b0947c58\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.051467171Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.054029486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8025d0c-4d0a-4a3d-8afa-a2c0cc0fc091\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.054088183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.056597854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b7b37ff-1245-4b9c-ad62-b2bf0e8a275d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.05672635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.058650063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"945a2e7d-ef44-419a-9ea9-ea3d6965761e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.058771835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.060472253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b904a4-721d-40fe-9bf3-1afbf02522ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.060593134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.062756625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e3a6d14-81f2-4119-8667-e32cb5a5b268\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.06292984Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.064753012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d2241be-e0c4-48a0-9b2b-79b1d5f385c8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.064863172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.065683586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94a84e43-1de9-4cd4-a8ed-90ebd3cbb016\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.065815419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.066801083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d8fd62f-e32d-4206-82e3-b9fc2b03454c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.066931242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.067766807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d329bb-e272-4dd7-a99c-970a0c444cc8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.067897317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.068956988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b554f41d-68b0-405f-9166-05e375127c17\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.069247598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.070246307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f045a114-803b-482f-800c-20008d3fed09\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.070401467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.07872955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a443b5c-ad03-4be4-aa8d-6b5772b5fe76\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.079012033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.080655367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"048598a0-7f38-4e5b-8249-cf165a6c3c1c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.080734184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.085973954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.086142379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.086249022Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.08633834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.087093685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.088512492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a6cea0-c38b-4aa3-8fab-d1e41116701f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.088944923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.090023372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.097446051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.097549207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.097634166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.098274782Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.100370678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b39428c4-a600-40cd-85f7-5129089e43bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.100592861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.101263938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.101372815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.10208791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.105750828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98278ecf-ab46-4f50-b16d-615c6b8a29bc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.106019784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.108173545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd285569-918c-4391-9450-a87c3c71991e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.108391259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.109364317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3677b619-1691-41cf-b0fc-944bc0ec2c8e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.109584386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.110761411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26ab0499-c065-4849-8def-503bfc6578d6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.111070327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.112464074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"030af19f-84aa-484b-ad9f-6a71cafe16b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.112739312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.113917109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dde5cc1e-9c9f-4253-b378-bddc53c517ba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.114130163Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.115539431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03464bbb-8aad-47b4-a752-e2ec8e1233d8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.116406729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.12208371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f2ee596-47a6-4cfd-9477-0d3f9a252f7e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.122345011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.126803995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2463ea8-d35d-441e-a578-512e3122855a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.127022631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.129685887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bac87b3-8db8-4089-8074-4518d0bff320\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.129902068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.137871687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.138538205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a8a7105-d8cb-423b-adfd-f267a81952db\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.138944234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.142458976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7db732ce-5895-4e5d-83b6-c85efc9951a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.142652342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.144214504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fd80034-5870-4ba5-bd4a-e65aa38e7067\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.144369934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.145451258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f4ebc3-29a2-40c5-9c4a-20b05800a04f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.145593782Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.146476862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4169cf4-70f5-41e1-ae20-2b0abf28ae51\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.146612342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.147662103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed4de954-5580-4737-baeb-30b596ba7f24\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.147786511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.149403333Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71bf8529-88db-498e-9c24-804de1aaa93b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.14946702Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.149500015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.149531378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.149558321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.150475609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.158823522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.165729532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.166063327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.166114909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.166150841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.166875244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.167926369Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.170395438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.176362888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.176432406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.176467636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.176948244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.23777139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.238059144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.238742385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.238806493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.238840701Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.238867685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.240005161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:34.240128046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43349"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.24235881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"69190131-f983-448c-a81c-03667cc19ad7","remote_addr":"[::1]:43349","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:34.242848556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"69190131-f983-448c-a81c-03667cc19ad7","remote_addr":"[::1]:43349","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":490,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.245154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69190131-f983-448c-a81c-03667cc19ad7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.25243676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.252518543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.252547531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.253966418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.254032359Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.254068231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.254097429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.254562385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.255176198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.261819855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.261883482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.261918432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.262460532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.268100519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.273125341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.273537372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.273629976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.274307075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.276163264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.277176603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.278642002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:34.356094732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:34.356642974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.356760899Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"488.940924ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.357193401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.357239202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.357271376Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.357301737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.357329081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.35802597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.371974371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.394933295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.39507101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.395214636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.396221021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.40200733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.402120375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.405200973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59321","req_id":"29d1436c-d705-4c81-8f4e-c382cb57038f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c5 da 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.40550585Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59321","req_id":"29d1436c-d705-4c81-8f4e-c382cb57038f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.405800066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.406037249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.406205855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59321","req_id":"29d1436c-d705-4c81-8f4e-c382cb57038f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.406587676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.407002462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4579, tv_nsec: 205873531 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.407134525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.408355999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50083","req_id":"a49e046b-f878-468e-a58f-5b5cbec5d67b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5f 38 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e _8..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.408519344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50083","req_id":"a49e046b-f878-468e-a58f-5b5cbec5d67b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.408764282Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.408906125Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50083","req_id":"a49e046b-f878-468e-a58f-5b5cbec5d67b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.469675845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.470615186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.470750907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.4708477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.470935414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.47299612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.47349771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.473609192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.473782908Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51304","req_id":"8cd1f4ff-db7c-4241-a2e1-1b23bfa11dc9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0a 2d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .-..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.473953929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51304","req_id":"8cd1f4ff-db7c-4241-a2e1-1b23bfa11dc9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.474164458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:34.474261311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51304","req_id":"8cd1f4ff-db7c-4241-a2e1-1b23bfa11dc9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.474554215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.474605337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.474635196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.477921814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.484000997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.484063111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.484094223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.484451033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.487063418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.487147867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.487528906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.48976965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ab74cb0-19db-46ba-a9b9-f9cb487684e2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.489835512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.497641054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e3a4d97-08b7-49de-8a98-ee11ab3999d7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.497917915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.504052057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7911b66-e9c5-481d-84ea-cdaef8aa7dac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.50420919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.506596998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dab29c7-018a-4577-b1a5-02e724be783d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.506675524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.509628007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"796b565a-cee1-4592-84ec-fd613c3248fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.509729509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.514438131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98a3af4e-995b-417d-abd8-9baffd003caf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.514951123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.518145387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.522078033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0c2ad46-6b93-40a9-aa01-491e8a36e1b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.522384113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.524173859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d52feeab-28a2-4415-8073-925806a3631c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.52438554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.525591503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6133223-3a81-46dc-934a-dd4c51f20ab2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.525861802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.527219106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"449bde2d-1414-4bb9-a720-7175dac376d9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.528928572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.530323161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a17f64c6-bf44-429f-af65-907a0983ec6c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.530617657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.532368115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddbbe5a7-3f06-49a0-8031-98539a1d9801\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.532602472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.533974546Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0da484f-35b7-412a-8d7a-bc9c123ca288\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.534239524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.536293025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d9fc807-dd8c-4ab1-99e6-b71ff8c011c6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.536571991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.538300625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b15981f-bf29-4a1d-8cf6-2958a9d02520\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.53864451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.540869584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"363b8ce1-b09b-480a-bf2e-51c8d255a259\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.541088269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.544064259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ce308d-79b2-4661-b3b6-581d1342478c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.544454216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.546473249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08c42ebf-547c-4ed5-b3a8-37e3d95189d8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.546693948Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.548838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9899261a-1d3b-4ccd-b87c-2e7156e40321\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.54907877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.550080556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a006222e-506b-4c64-b196-e286247682cc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.550462257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.55213046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30a3913c-b5ea-48b8-bdd3-dd2cc050c09a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.552513664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.555044496Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"796e17a9-d59b-428a-8eeb-aeeff90278e6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.555271248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.556386871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"557b400d-ed05-4684-8207-c09201d34508\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.556706879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.558100896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9ee0f6-3663-4f1e-96e8-e5db09351886\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.558350002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.560615937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dade0cdf-a984-412d-9a47-cbc64c8af52a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.561231373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.564018887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"197bf490-5fd7-4025-b2d7-87fa47047433\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.570597565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.57084628Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.570903254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.570936129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.57096178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.57192503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.572949982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.572995232Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.575063012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.581010632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.581074069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.581107645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.5815769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.581871998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.583211046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.583271196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.583300465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.58531077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd84e2bb-3f47-4c61-a9e8-03a50f736fc5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.585444687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.587240164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.587301276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.588839561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.588905412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a71d27c-d0b9-4b1d-b65b-3d86d5d0887f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.588942827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.596279885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1364497d-6b0b-4e3b-97dd-ae558f320013\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.596594352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.599200234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f04b94-4af5-453b-8665-1afac24faffc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.599430913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.60047831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa60b411-5a46-4dbf-8caa-a8a7a50e8c80\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.600718288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.601822959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a5febab-13ba-4288-94a8-98166d23f33b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.602055553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.603817493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2ae1eeb-8d7e-4a03-9304-1df33ff727b0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.604065387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.60541701Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb836688-e468-4bc8-823d-08fb7ce2ce93\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.606134029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.608047071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"424a996c-c29e-4076-9da1-bdd2c1762b2e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.609551137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.618424146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"141a115a-20b6-4aa2-a0a6-5dcf3948f762\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.618766408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.622348906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"876cfef3-0e78-424d-9996-e14bfd510173\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.622579736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.633149215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78bf0fd1-f83a-4243-b96e-ac95b3044c84\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.633294264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.634354526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.638756146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b4e3aa4-c49f-410e-9e85-dd9e7d3810ce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.645920862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.647814364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b54c7601-305e-4b15-b682-52eaab7cbcdf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.647906859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.650530867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1f0d77b-6e07-4c76-951c-9b4605f3bcbf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.650698851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.652094923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27041123-061e-41c1-8170-9fdfc17f582d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.652629007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.653976692Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7513b4c-f3d3-442f-a9ea-e5a0a451a2c0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.654451909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.656311875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ddbb225-5f27-4faa-b476-5d653f852421\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.656723305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.659123086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20b86937-6d7b-4c73-b626-5f169a1c8c84\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.659564005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.659740256Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.659871778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.659900996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.661831062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.666093885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.675418233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.675498253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.675533844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.675565296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.675593062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.681986901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.68641331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.693341685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.693473808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.693561943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.694126528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.696090682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.696211943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.696363846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.696534947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.697349319Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.786882037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.787145573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.787699646Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.794423754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.794490136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.794522972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.795010082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:34.795152556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59010"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.797449242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"ad8a3a4e-6ea2-482f-9f23-96755cb1a6a1","remote_addr":"[::1]:59010","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:34.798081672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"ad8a3a4e-6ea2-482f-9f23-96755cb1a6a1","remote_addr":"[::1]:59010","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":643,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.798458633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad8a3a4e-6ea2-482f-9f23-96755cb1a6a1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.800757022Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.800803635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.800827663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.802992597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.803085562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.803120131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.803148327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.803595578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.804402867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.804983774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.806049718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.807348005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.812085945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.812466643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.812526683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.813084584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:34.871630353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:34.871869269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.871918357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"514.726298ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.871956543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.871982344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.87201026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.872038987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.872066141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.872911085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.873589466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.875555403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.880737238Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.880792368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.880822508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.883477037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.887369262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.887441245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.888194456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56159","req_id":"ded76f1c-f20f-4e5d-b86b-43a5d12411ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: bd 49 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .I..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.888258804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56159","req_id":"ded76f1c-f20f-4e5d-b86b-43a5d12411ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.88834187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.888471017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.888574573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56159","req_id":"ded76f1c-f20f-4e5d-b86b-43a5d12411ba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.889721368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4579, tv_nsec: 688548890 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.889786217Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.89019932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56358","req_id":"8fb827a3-d626-4770-9090-95e98e327d0c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 16 5c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .\\..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.890310211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56358","req_id":"8fb827a3-d626-4770-9090-95e98e327d0c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.890509248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.890621061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56358","req_id":"8fb827a3-d626-4770-9090-95e98e327d0c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.975342132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.975709223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.975769934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.975803281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.975830976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.976740668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.976955557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54799","req_id":"4a85240c-752d-4de2-8cf4-6d3b442eefe3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b3 a0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.977022841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54799","req_id":"4a85240c-752d-4de2-8cf4-6d3b442eefe3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.977223811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:34.977325323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54799","req_id":"4a85240c-752d-4de2-8cf4-6d3b442eefe3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.977885079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.97794123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.97797097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.97912524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.994688689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.994775001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.994807576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.99522156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:34.998055707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.99811228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.998906883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.999237772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14e21f88-023b-4add-ad27-e032c38a8944\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:34.999484153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.002782846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"087685b7-3e64-4a3e-97d8-28ca6d796514\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.002977233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.009171214Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a36e430f-b612-4c26-9fb8-fcfb0f25e009\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.009717974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.016496099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e351e1fd-15e8-4a4e-97d3-6182caf0cb61\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.016846887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.02748336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1365255d-bd5f-4ea9-81e2-13654c4be1dc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.027785432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.030259451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b1e9635-e2d7-45f3-a850-acefa8cd9775\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.030471614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.032898519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2912f270-9a27-43cc-88f8-4aa69ce8b6cf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.033111754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.037073868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6af7cad8-b046-41c0-aaa8-a3d9049b13c0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.037289448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.038362526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.04720777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4715a28a-6689-487a-9a19-41e198cbf1bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.047511855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.048671476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f7620ff-1946-439c-9b4a-1074c61a5701\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.048780223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.050437465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"384a1f0e-5d95-43ab-9042-fa3936a39556\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.050533796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.051622756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e2dc38b-b261-41ec-ba07-3e269131cae9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.051686744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.052841625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0144bca2-6932-421b-aea3-fb1273bd3eae\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.053144969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.056181259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"604b0ce0-d015-4746-ae53-2db4a0a83ee2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.056346398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.058451823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38713377-996c-4515-9261-2721e72b1a16\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.058511031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.060349373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d960fa8-87a2-46e1-921f-da4971aa3cf6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.060466296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.062978492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2e25a44-a708-4aea-8c1e-0aefa871884a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.063167428Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.067010315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7468a4cb-0805-4071-85c7-98bec5737e01\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.067164903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.070806408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8fe83db-47a4-4d9b-88c1-1256425d11c4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.071150614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.072010157Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5180659-4f31-48ca-b807-a33a1317f2c8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.072174554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.073347892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fa91d95-4db1-4a63-91e0-2ff2d211b57d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.073475316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.074478385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1013bf60-961f-4f19-8316-7805db6da39e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.074607251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.075885097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f91b6229-8a81-46d4-8578-1b9826e85f76\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.075997431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.07733199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c91d72-e9bb-482f-b8c3-d43bdc1e9bd0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.077492811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.0804037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"585b7cdb-62c6-4a7f-98fb-df86d5a638dd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.080556034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.089845763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.090367833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.090470137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.090558794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.095457855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.09595255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8610366d-95ad-4b89-a648-627681980c34\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.096219041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.098570597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.109527948Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.109626986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.109712045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.110522059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.112086947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce3dc64d-e284-4fb6-88f8-ada578c43569\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.112306084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.112826921Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.112934476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.117133712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.121299663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"986c0cc1-3a80-445a-8c8a-21c3efd28551\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.121463399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.126697758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7eba3dc-ba4b-4e29-85ff-74093d4c091d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.126895492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.132430871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7016c832-1f27-4970-a6ae-bae6091d4144\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.132669056Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.135966636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"289911d5-8f5e-488a-8642-8e46da67847b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.136145111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.139810224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47160f47-e70b-4b48-9bac-092f64eb7a78\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.140142215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.141858705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a59c2497-5d32-4c75-afab-5e6dc73afaa9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.141929747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.143201721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f75a71-97c3-4a80-8c5a-b2869b06daf1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.143273314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.14556489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c444a80c-40e7-4e3b-9c8f-5b8f06c0dafe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.14573077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.153203639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0568d7a8-9a92-4a12-97ee-00ae9122ffa7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.153883474Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.159417009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.162690582Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d90d0d7-b636-4b8d-8e0b-0fa0febcd339\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.162761343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.165764456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d00f2691-bca5-4dcd-a072-a7ef0eb88778\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.166077329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.246250359Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.24643137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.247177586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.247342455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.248537436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.253137601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.258821586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.258921956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.259008469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.259527212Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.268726341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.268812192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.269230776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.269658699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ebe2d53-fbd5-449d-b150-029c8d91c60e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.270978598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.313788935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"903316f4-c9e8-4a02-8250-bf78c0aff726\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.314059815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.316473444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"325dd9af-1b45-4f97-bc5e-05ad425733e2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.316850014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.318667626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c1771a0-5912-46cb-9cf9-f3c98580a9e8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.320331651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.323575164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b10abbe7-73ba-4342-9302-962260a358d6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.323768799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.325353116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5004cd9-2ec9-444b-9d07-691d3c968cc7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.325800227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.326966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3290fb3a-8d03-426f-ae56-d6d17c173af5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.327026741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.327062542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.327092953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.327123183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.328618612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.343394623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.353816888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.353960575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.353995334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.354026366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.354078981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.393776676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.394603253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.396235605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.40054457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.400614419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.40065004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.401425505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.488371981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.489095592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.490100284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.490397987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.490543838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.490639198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.491399092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:35.49172918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37880"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.492135579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.49219098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:35.492217152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.493293106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.494307036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.494365973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.494517645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.495319603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4b8a872b-f00f-47ff-b969-52105e49724a","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.495722656Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"bc7ed202-8c52-48b2-9743-7a1d583300a7","remote_addr":"[::1]:37880","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.497555538Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4b8a872b-f00f-47ff-b969-52105e49724a","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.497623945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4b8a872b-f00f-47ff-b969-52105e49724a","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.498607925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4b8a872b-f00f-47ff-b969-52105e49724a","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:35.499187109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"bc7ed202-8c52-48b2-9743-7a1d583300a7","remote_addr":"[::1]:37880","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3466,"response_code":"200"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.499413791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.512754722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.512938398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.512976834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.513548784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.51422955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.514369018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:48:35.494148761Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.514723164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.514894926Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.516553951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7ed202-8c52-48b2-9743-7a1d583300a7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.520280917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.520349293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.520375466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.522667943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.522738945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.522773844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.522946027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.523244502Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:35.535849166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4b8a872b-f00f-47ff-b969-52105e49724a","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":40532,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.540944438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b8a872b-f00f-47ff-b969-52105e49724a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.541440807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.541774462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.546450478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.557227541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.561847456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.562628111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.563033198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.563091494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.56414819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.564515482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.564719859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"655c51fc-da72-4bd5-8953-91f0000ede71","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.565072572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"655c51fc-da72-4bd5-8953-91f0000ede71","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.56512683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"655c51fc-da72-4bd5-8953-91f0000ede71","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.565601385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"655c51fc-da72-4bd5-8953-91f0000ede71","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.567664466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.567729676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.570178104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.570230498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.57044709Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.571082416Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.571131113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.571157816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:35.571925666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"655c51fc-da72-4bd5-8953-91f0000ede71","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":7207,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.573457829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"655c51fc-da72-4bd5-8953-91f0000ede71\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:34 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.5735289Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:46668","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.658035925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.65924277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.659374262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:35.660097913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.661339938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:35.661449096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.74363725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:35.772483995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:35.773095664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.773352676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"901.245563ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.773442124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.77347518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.773505992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.773534659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.773562234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.774131378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.776710046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.780355489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.780493845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.780529626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.780805165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.788390037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.788530026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.789439408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54249","req_id":"bb759949-bc41-4bfe-9382-4b16e5424d85","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2a ff 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 *............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.789747482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54249","req_id":"bb759949-bc41-4bfe-9382-4b16e5424d85","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.790558508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.790868606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.791177802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54249","req_id":"bb759949-bc41-4bfe-9382-4b16e5424d85","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.791702948Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4580, tv_nsec: 590624898 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.791867265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.792459315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52872","req_id":"36c7bf58-c536-44e5-b3bb-814946b1f945","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f7 e1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.794251606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52872","req_id":"36c7bf58-c536-44e5-b3bb-814946b1f945","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.794603607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.794890218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52872","req_id":"36c7bf58-c536-44e5-b3bb-814946b1f945","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.795131699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.795259935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.795349363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.795434322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.796349596Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.866398484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.86708428Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59423","req_id":"021d635b-2d05-4bd3-b708-935424a7dff9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2c 71 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ,q..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.867233377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59423","req_id":"021d635b-2d05-4bd3-b708-935424a7dff9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.867429168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:35.868147288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59423","req_id":"021d635b-2d05-4bd3-b708-935424a7dff9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.868486244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.868537686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.868568057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.869969549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.880703446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.880784487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.880815349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.881365765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.883884524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c44e43-f630-47be-97d7-d6880fad9e29\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.884085935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.884400201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.884485742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.884974596Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.887161974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f872d85c-7c39-4ed9-9937-d0e4c66ec1aa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.887489356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.891243476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3a0ea6e-d8d4-4d74-816f-7c92fb0fef31\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.891479496Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.895815556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c951c76-79a0-46d7-95e7-a25b174fcd67\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.896092888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.898465475Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c739f3b7-5e45-40b5-b82c-000e27b8bb78\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.898539132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.910255256Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc48c5a8-7c54-455e-9cf8-3e705caa47ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.910336608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.92908368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23173de5-2250-4252-a038-8355c5932674\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.929169852Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.930975449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"107c3094-f9ee-4d8a-bead-b92c2ec53aeb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.931049317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.931980091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0db1d1e6-aaa8-444b-b1d8-b88d75f6f77b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.932097084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.933058169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d8c9107-f33a-4bb1-a724-113986ce02f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.93325949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.934159213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fc39345-8260-4ff1-bef2-148eb8d5bac2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.934334452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.935484834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"340f3a00-941c-48cc-9a69-50b17a98b73d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.935556667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.938670932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1a0ff19-483d-45b0-9593-28e13749bde4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.938998635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.945812922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dead46e-7411-4ede-8981-8d416ac90bbd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.945891038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.946548508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.950504329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"171333af-a1c0-4344-87e9-4e7a490b3e1c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.950600621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.952740445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edfe1a7e-50a8-41c7-ad78-05197fb8df8a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.952885283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.955068593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab03d306-ff6b-44c2-b98f-3e5fcdeebdb6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.955138152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.957368325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50b72f5b-9856-47a8-91d1-ec656bea775d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.959143222Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.961063007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7839fc27-2896-49f1-ad09-660a8c0256c0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.961127315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.96200334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20054148-2479-4a67-a20a-78b7c1fc922c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.962091386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.963057501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8f5bb3a-fba7-4299-b380-7d17d1d94d36\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.963172851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.964255818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4a6ae15-8996-4919-b87a-6e64b1eede22\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.964465296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.965291983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f353da09-fa2f-4ae1-8719-83ef73ab2c7a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.965408475Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.967102691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7170f430-d04d-4ab9-943c-d9df64b6ac13\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.967259854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.97084635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c7c4e2d-6143-4b20-81cf-994d70598062\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.971081809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.974843053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5157f85-05d2-41bf-9e48-71cfc6b31027\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.975048282Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.980897826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"609dbe48-2963-4fd0-a02a-5b15406f323b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.981089067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.983814508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aadb7ef-6d72-4b66-b846-8dd0d8aeef34\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.983889978Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.985715676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed18c79f-74b0-49ee-a51c-c2e76b8eaaa7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.985841116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.989892868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8559ec08-2bc0-461c-97a5-2577acaa8a20\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.989946866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.990228016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb86735-e650-40d1-ae64-f4547e2ef24b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.990430079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.997463152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.997610465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:35.997910844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:35.998166854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.001277482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.003455732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3d2e2b-7d51-424f-8267-df3245578ee7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.003619127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.011348818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b905dfe-fa6a-45cf-838d-60d78054943d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.011492785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.012146938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.023581521Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.023644627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.023675448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.024326245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.031417183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"231ada41-6820-4741-8241-c05c8b941f1d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.032017078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.033090958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.033152551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.035532402Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.039936607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78bac4cb-451f-4758-aa1c-3a1ce411dde9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.04027399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.046475105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dffd9f95-ef26-4ecb-bcfe-904ae4e5503a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.046846024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.065319291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db530a5-0e90-4fb9-b780-97eb2dce071b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.067529144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.080276272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965771e1-fc58-49ef-b2b5-b3d26dbe3110\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.080352564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.085873023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.088916527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a923794f-d9de-4477-9b18-91e71b4782de\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.089187627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.094008933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e733073-45e9-47f3-91db-9cbfcca709ee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.094262368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.108249426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"651b73b1-9834-4ea5-b210-49c5aea9d877\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.108431629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.109854845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e9e6d1-298d-43ae-a79d-f8067bdb64a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.111397128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.112757939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb3b147b-9b89-4061-bcbf-334159a17552\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.112906996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.114625069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea1442e1-a49f-4335-b623-98d1ddcb5f5c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.114708686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.116324806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa2fb5e3-53be-4098-a623-bd0665756985\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.116544904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.116594313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.116627048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.116654012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.11947352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.124736275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.132004897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.132070438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.132102943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.132172842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.132205056Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.133314377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.137299116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.137444566Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.141348755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.141390117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.142091184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.142146314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.146597322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.146660037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.146693023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.147084663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.151887152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.160290124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.160370855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.160401626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.160424722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.239735935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.239885292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.240491901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.240549095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.241249631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:36.241301764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58682"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.246388399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"86a279fc-c966-489a-a50b-0ede98cba56d","remote_addr":"[::1]:58682","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:36.248765726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"86a279fc-c966-489a-a50b-0ede98cba56d","remote_addr":"[::1]:58682","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2386,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.251454433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86a279fc-c966-489a-a50b-0ede98cba56d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.260113425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.260161581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.260187663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.262905128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.263183943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.263241277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.26327272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.263836844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.272072132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.278118429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.278469308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.27857546Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.279041559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.340075625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:36.343046594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:36.343442664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.343518254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"570.082843ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.343557282Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.343583955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.34361157Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.343638454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.343664666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.34462525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.346952847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.351751208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.351824534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.351857319Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.352788695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.356943343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.357090276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.359450328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50958","req_id":"55275440-b146-4c95-a91c-d411f547b5fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 11 80 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.359519305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50958","req_id":"55275440-b146-4c95-a91c-d411f547b5fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.359725115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.36001381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.360107367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50958","req_id":"55275440-b146-4c95-a91c-d411f547b5fd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.360464929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4581, tv_nsec: 159360747 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.360663545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.361132239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58103","req_id":"e2b00e1c-c54c-4583-b492-4353e936f413","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f9 39 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .9..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.361191076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58103","req_id":"e2b00e1c-c54c-4583-b492-4353e936f413","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.361273049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.361369121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58103","req_id":"e2b00e1c-c54c-4583-b492-4353e936f413","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.425173657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.425691529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.425876598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.425927589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.425960335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.426657684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.427347949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.427409272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.427723137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.42877352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.433999773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62908","req_id":"626f39e2-3611-4080-8d9e-85209a42ff1e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c3 e2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.434166575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62908","req_id":"626f39e2-3611-4080-8d9e-85209a42ff1e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.434370992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:36.43446029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62908","req_id":"626f39e2-3611-4080-8d9e-85209a42ff1e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.434814496Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.434865227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.434894225Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.435222479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.440852827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.440915271Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.440946203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.441313695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.442539327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.442601381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.444114105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ced58b8d-6563-415f-88fe-10b95e99779e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.444369363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.444567909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.444617358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.44544685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.446304178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.446364929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.447344672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53335999-6f9c-4992-9fc2-32d828e4c886\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.447610381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.450824775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad6d12d6-e006-4d19-adc6-4c759c54912c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.450955185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.454266252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"085b9e80-a979-417d-b267-d7a5e0a34ada\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.45454127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.456832425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e944356-b044-44d9-bde4-1a3fdfc8a220\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.4569554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.467692513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10913764-623a-4b80-aaf1-042f3d747e84\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.468164574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.471468847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"469e0b6e-8ac7-4bec-bb2f-36baa2264132\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.472066037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.474913901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa34e140-44ed-4362-9985-af668cbbbe92\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.475151365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.477673069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d80ffe-70f1-48c9-9a58-80f00a7e2471\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.477908668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.480636954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91beab0d-e93c-429c-9d24-ad41538ccb6a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.480787815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.481585795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.483081475Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"785ee54c-e965-4cf1-a5de-d40744c32159\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.483148639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.484662385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98197d3b-5269-4112-a124-cafa7d797cf0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.484970589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.486906596Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"badc1665-a5be-4072-aa4a-197a2ad43857\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.487552824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.489633429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ccd17d4-9003-4a10-8d77-8ac0a20c2f5e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.489797957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.493684501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"986ae901-3b6e-4154-be06-775400f772d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.493893337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.49730765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59fada77-c835-4e5a-8117-52371f1238ae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.497400495Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.50061035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9093a96c-2e0f-4e07-9fe6-74677e278632\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.500730169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.504659498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b61f06a-dc3c-4744-8465-120abfa7f251\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.504958413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.508067568Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34adccd0-ec76-48ea-bc31-04086782eddc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.508163479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.509118592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c92dca5-39d5-4652-99bf-e4364a22ff13\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.509271908Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.510276068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6e27eed-e1ba-401d-bc32-f9d58261d5a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.510436428Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.511695126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01a052a3-2502-4513-a5e1-f10fde2905eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.511821698Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.512877111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75ac8610-2986-4865-9d06-1b9f2215ae3b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.512980627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.514153915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a2ad79-f07b-4527-b9d0-a10f88ac5b35\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.514475586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.516263097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6133d47d-4462-4fc1-bece-98792e29501c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.516336323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.518120558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1ebdc33-b4f4-4448-9786-db79f94b82fe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.518191199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.520286784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dbdc000-b588-4fbf-a4c9-59382cfb3498\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.52033506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.522538641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2ba5924-e918-47f2-ad35-db5b99e17201\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.524063639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.526375786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faf5e68f-be0c-4e6c-b47f-258885d0a27a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.526426427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.52842547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92ac48e-0ec1-4390-ab04-34d1d5c739bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.528486722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:36.529042269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.529834888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95566d3-a4fd-4ac7-ad13-4274e8f204a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.529929426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.531890223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f3f6aaf-1ab5-4b77-a99d-c2a57baa5ae7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.532207736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.534063092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.534115868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.534153452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.534183733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.535593391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.536683042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb0327e-8ff3-4f9e-9867-858977c7aaa1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.536810697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.53796189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bca34afd-878e-44ad-88e7-10629a027ace\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.538112781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.538616495Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.552412062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.552473314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.552505277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.552935615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.554156698Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1194681-b71b-44a6-ad2c-d4c8ca983a50\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.554329161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.555849771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.555909951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.556423895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.557853613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88d32a94-5ed9-431b-abb0-db9353b12a48\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.557918773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.572080279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.572217292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.574266896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.575640873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.575716063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.575748177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.579227439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a3422d5-ab85-4f8f-bd98-7c331d2f6702\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.579655322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.589739755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5b51b59-0b25-40c4-b23f-7ef144d4fb02\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.604017151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.616484341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"148dbc36-327f-4f5f-9cab-52938df75cbd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.616831243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.633607668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad5b167c-0960-4acc-990a-4202b05cca4c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.633890432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.63480316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.64862036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0b85f67-90f7-4a3c-b594-3929d32f19c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.649038473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.650084087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e3df614-9068-4310-8ed0-8974cac9d4e1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.65027123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.651065412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"326c9af9-548d-427e-9c5f-bb38ab09572a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.652870639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.654561287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9c8c40f-ca50-4236-9078-c641ccceac51\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.65470325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.655669916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67986bdf-fcdb-40dd-baa5-b376844a9377\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.655732761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.655820676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.655864544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.65589253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.656579939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.665467798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.669921181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.669968345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.669996842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.670025659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.670052993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.670608881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.674382339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.679390358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.679450317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.679483273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.680358667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.68668434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.686740632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.686770262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.686796033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.690918607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.754015744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.754075934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:36.754733694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33607"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.756233362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.762683313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.762765006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.762798994Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.763322357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.763502526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"fb3b3882-a206-4267-83ef-73feca8bf24a","remote_addr":"[::1]:33607","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:36.764349834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"fb3b3882-a206-4267-83ef-73feca8bf24a","remote_addr":"[::1]:33607","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":721,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.764729941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb3b3882-a206-4267-83ef-73feca8bf24a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:35 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.767567385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.767682774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.767802323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.769886325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.770041163Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.770146253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.770233777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.770988832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.773713109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.77430074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.775002849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.77537461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.7844136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.784653097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.784838927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.786693131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:36.826159315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:36.82654328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.826602347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"483.12752ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.82663861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.826665623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.826693198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.826720653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.826745713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.827556208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.83049862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.830987615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.834892385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.834954969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.834986763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.835361279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.838350876Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.838401326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.839143144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52787","req_id":"9ed7740c-4654-422e-bf69-f90c0c4dc405","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9a 70 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .p..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.83929184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52787","req_id":"9ed7740c-4654-422e-bf69-f90c0c4dc405","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.839483432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.839642259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.839672679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52787","req_id":"9ed7740c-4654-422e-bf69-f90c0c4dc405","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.839983208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4581, tv_nsec: 638891391 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.840083508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.840474827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57117","req_id":"87344657-b8af-4228-a45b-dc5db5978348","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f3 04 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.840535869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57117","req_id":"87344657-b8af-4228-a45b-dc5db5978348","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.840625848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.84075714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57117","req_id":"87344657-b8af-4228-a45b-dc5db5978348","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.895271646Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.895552095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.895610271Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.895639489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.895665381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.896872125Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.897128085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61308","req_id":"a9f98034-1e92-4be1-8af3-e0c8ace51ba4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fb 69 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .i..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.897181422Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61308","req_id":"a9f98034-1e92-4be1-8af3-e0c8ace51ba4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.897321651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:36.89749681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61308","req_id":"a9f98034-1e92-4be1-8af3-e0c8ace51ba4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.89753198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.897557972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.897581368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.901598673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.910705367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.910781339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.910813793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.911148741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.911487576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae44cc85-51e2-48e4-bdc3-711f864eca52\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.912028834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:36.915527525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.915581372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.916366998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.918026003Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c75f679-70af-4632-b584-5996a441ca43\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.918216593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.924349923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d36004-de40-47b7-a1f0-784b21f3251d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.924537016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.933246729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e9a757b-456d-4ea4-be93-24a2ae910bef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.933344043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.938565276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"429a11d5-ceaf-41ea-9594-d8e083af0962\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.938867759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.94394255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe23939-4434-4621-95f2-c471ab64e895\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.9440778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.95046708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.956002188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e3c1ccf-72e7-4cb4-baa0-146f16a10bee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.956241335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.966863759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a069afa-75cb-4674-93ab-1c7cf22d2e8d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.96707986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.969138311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14486260-71d3-466d-825d-e1e3fefdfd34\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.969919317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.972662703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32ae46c7-4205-491b-9ffc-df27e459bc79\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.973140645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.975036703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b2532d3-ceef-49dd-afb1-1b99dbd778e4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.975378284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.97842773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4140deff-415c-4d48-b593-466856d83493\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.988607332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:36.998106047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f34c1fc6-46c4-481a-aa9c-a200a81ef791\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.006680071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.010436335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.014990128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.015045147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.015073754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.015885522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.020469235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.057635706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.057718331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.057750124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.058162817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.060246578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85ed5915-8729-41dc-ade5-a183fbc7ec4c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.060500374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.061328023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.061389305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.061917407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.065272192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bef10342-706d-48d2-a876-160d37ea8e45\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.065395587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.067540802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"127311c5-9935-4f38-87d3-970f9896c7a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.067709428Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.07070177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"180e37c1-70ea-4be5-832e-8fc0358311b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.070769284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.072284694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67c0072-d437-4c1f-ba57-1b14d387c13e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.072331196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.076998816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e356a5b3-b3c1-45c6-825f-6adad5b7eaf9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.077137242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.079157637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f15249d1-6b75-45cc-ab3c-3d86c33d348d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.079306544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.080547046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5433f17a-ef2e-4ae2-9d4f-8f160a171b7a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.080841372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.082392242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db13d6b5-2533-4dc7-98e5-8ca6ea61a239\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.082853411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.084843226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3910fdc6-a251-4112-9ccc-11b1bb7638e8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.084909648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.087487113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c1bd216-ebc9-4d74-bd2f-e8a180478114\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.087845838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.09237919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"405b2e20-c769-4c68-8517-dbb9d00b05f1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.092569229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.09372907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.095722802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"489fc72f-f60c-4163-9ee2-98d64b590d54\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.095787311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.09793509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a665018-0f5c-4dfb-a55c-ba9367e4c9cb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.098044659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.101276528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"324ff9b6-22ec-41cd-80a2-f9acc7273391\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.101451186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.104121095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7655e66-86d0-4060-94fb-77333ff73445\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.104283108Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.107766188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30a21b35-dd5f-413d-a6ad-6e418b6ed15f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.107814364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.108723706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7544cc5a-b981-45af-9169-7acadc1fbf8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.108842903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.111424156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"649bed21-b618-4f9c-adaa-e02c41021c89\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.11149137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.112488457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95e1e667-ff96-41af-a7be-d53aacf900dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.112623065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.11363927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9370fbff-13d4-41d9-964a-80a6f4694c0e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.113753167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.114984791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0204f717-9a23-4026-bc8c-7b7a86cf6765\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.115158747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.117354923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d78410-5dc9-4cfa-9f29-a1e8c57ab9a6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.117492597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.119433104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4278d48-13da-4d32-9042-c0c4dc44fded\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.119503784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.121548518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e0bb687-69d7-4bb6-afef-08fd60473033\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.121598057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.12419906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e27deec8-560f-4e5c-a335-7ac8678106c2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.124352425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.133613016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a82c23f-e6fd-449c-b75c-4b38e6735b5a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.133873375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.137766692Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae68e61f-c877-4b04-8905-d31261e57609\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.137993564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.139056001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f21a888e-1363-464e-a2a3-ff1902c3420e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.139121672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.14033528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1d17968-5ed8-48c1-a439-63c4bfd2c59d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.140455159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.141747203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0cfabd6-bae6-41c5-ac21-0b970e86efeb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.141948033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.143620746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afdface1-07bf-4b41-9cf0-94fda6c12924\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.143686938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.143722539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.143754011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.143782729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.143988539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.144887249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.144945846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.145042469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.145111115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.146145015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.149311995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.154312629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.154376326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.154407648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.154435894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.15446368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.155019026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.157640289Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.164825786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.164954492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.16498839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.165450671Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.167525956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.174703045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.174761863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.174793916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.175476106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.175776314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.175823819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.176254086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.252941761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.253087441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:37.253592077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59362"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.256066988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"5855e2e0-294c-4731-b639-b55a3c6f5f5a","remote_addr":"[::1]:59362","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:37.256702013Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"5855e2e0-294c-4731-b639-b55a3c6f5f5a","remote_addr":"[::1]:59362","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":645,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.258707068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5855e2e0-294c-4731-b639-b55a3c6f5f5a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.262233604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.26229183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.26232191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.264079101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.264139241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.264178419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.264206505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.265252008Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.272955347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.277921782Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.278237872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.27834729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.27986285Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.346303689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:37.347074394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:37.348571778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.348636166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"520.625132ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.348675374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.34870336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.348734291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.348765073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.34879371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.348823058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.382197234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.386064309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.386165821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.386203466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.386596299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.394631809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.394690707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.395381974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53819","req_id":"2417a468-9951-479d-88f3-7dfe5b609274","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 58 e6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 X............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.39553049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53819","req_id":"2417a468-9951-479d-88f3-7dfe5b609274","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.395720829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.395964775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.396010586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53819","req_id":"2417a468-9951-479d-88f3-7dfe5b609274","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.396392968Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4582, tv_nsec: 195294367 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.396539149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.396882744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58654","req_id":"882e1756-9657-47de-add3-a64b43dc9929","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 11 5d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .]..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.397017012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58654","req_id":"882e1756-9657-47de-add3-a64b43dc9929","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.397106299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.397191459Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58654","req_id":"882e1756-9657-47de-add3-a64b43dc9929","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.48361383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.484156251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.490231095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.49029383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.490327176Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.490918063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.491168943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.491437659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:37.491486937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.491951693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.493108708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.493341031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.493830095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f8ca68a-a5e2-48fe-b558-d97a47bc5a24","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.493992058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49788","req_id":"374bdad6-ef00-4027-a4eb-f0b98dd64b5a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d2 43 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .C..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.494124923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49788","req_id":"374bdad6-ef00-4027-a4eb-f0b98dd64b5a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.494430331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:37.494530781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49788","req_id":"374bdad6-ef00-4027-a4eb-f0b98dd64b5a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.49478609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f8ca68a-a5e2-48fe-b558-d97a47bc5a24","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.494850849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f8ca68a-a5e2-48fe-b558-d97a47bc5a24","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.495463831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f8ca68a-a5e2-48fe-b558-d97a47bc5a24","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.495879398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.501924573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.501986777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.502017669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.502375191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.505644114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.505700957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.50573256Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.50702723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.5070873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:37.508642468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f8ca68a-a5e2-48fe-b558-d97a47bc5a24","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":14823,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.511430583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f8ca68a-a5e2-48fe-b558-d97a47bc5a24\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.511612476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.512259795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.512320236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.512725263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.51340128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.513468223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.513496279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9300baa5-010d-486f-8a48-b14ea59283c4","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.513805174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9300baa5-010d-486f-8a48-b14ea59283c4","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.513866346Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9300baa5-010d-486f-8a48-b14ea59283c4","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.514422955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9300baa5-010d-486f-8a48-b14ea59283c4","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.515253721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ff7f457-f727-4bfa-bbc0-dffedfc16f3e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.515463338Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.517455147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16c40b98-1ebf-407f-9470-8c92f8815a78\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.51763759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:37.518431713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9300baa5-010d-486f-8a48-b14ea59283c4","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":4904,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.518827271Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9300baa5-010d-486f-8a48-b14ea59283c4\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.519085976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.519135825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:37.519160835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.520675463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cc9ba04-c3a2-4977-95dd-27ea51ce80b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.520738318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.523031688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a029ebb5-96b4-40a7-b471-0dd7c9be22d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.523112288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.524732767Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad8feee5-c74b-4c38-a93a-f4ffcaf07721\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.524824309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.527965328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d97f6ee3-18ff-4a17-bb83-5e8ed4742655\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.528063153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.531154021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b876fb-cfbe-424c-8de5-d86ea7a0c79e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.531222127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.540200315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f538a654-d987-47d1-9a38-5a2cc80e3c45\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.540385604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.543757973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8531b542-460f-4aae-a170-767b56df62eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.543979254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.545314014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.546714735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cab81d10-efeb-4488-ad1d-861b6aba177b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.547088129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.54854424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"422ea64a-ad9e-45b7-b33f-fe08407f8ec8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.548727485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.550136041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3921fef0-fdc0-4e03-af0a-99a76e3e554f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.550315579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.552356295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cba6bfbb-0bf6-442f-8fd4-a892be791923\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.552696994Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.55609298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755c1ddd-c4c5-4bc3-9530-ef55600e1c29\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.556338439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.561067111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9471956-c2e7-446c-8a89-97f69008403a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.561170817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.565529812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f4c1fac-a2b8-4663-82f9-01e19753e4d5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.565807716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.567935686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.568351424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.570619303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.571550689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.571610498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.571639816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.572649177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2610fb27-3a86-4fb4-ab30-201b96cbac76\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.572893043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.57532059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05d699c7-e10c-4208-b7ed-7313f8361a3a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.576752242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.578961845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c333923-4f1e-4623-891c-437676d2d64d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.579665096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.580728084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038b3989-c4f7-4141-8514-661ed6ec98c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.581128291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.582422811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"780f9b0e-dd34-46b2-8ca0-d39ca51626e5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.583113276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.584066155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47e63e2-564b-4ec0-ae15-a40daf02d08b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.584190673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.586187161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c8c582d-cd79-436a-ad9b-d7f672613ced\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.5863121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.587456169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8727f0d1-25a6-4aff-baf0-78dbd6c9924b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.587641468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.589589871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25c07248-c23b-4a95-a0d8-c04444d9d9d0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.589714759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.592306483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce655695-eb07-498f-9055-7cc4bc756fe8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.592368687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:37.593570091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.594908948Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035da77b-62c6-4f87-b763-ab04c78a4036\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.59507016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.597385202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.597442426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.597476334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.59750442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.597526043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.598652607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda5b882-59be-46cd-9d10-4ae59f27bdcd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.598714791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.600032547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.610424783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.610484752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.610516215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.611161841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.615499824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d42cfd0-2b42-45bf-93c9-4f78c53b7e59\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.61577347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.616062305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.616115792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.616543704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.618354753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7689d447-fc19-4dde-9d81-4cf08d14ee8a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.618526144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.620525418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78bc0465-596c-4d0a-aa17-8618505b77b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.62109392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.622206327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5febe61d-e98f-4441-850d-be725fb77faa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.62233868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.632374506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcabc35e-6ae1-41fe-81c5-20a7cc8a23f7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.632532832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.634590281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf9ffc3-8ce0-41fb-8d6a-9f26e493b8a3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.634639168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.637564256Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad7bcb21-1335-4400-8d46-ef7a37f1f33d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.637623775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.644343283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74e52837-5171-44ac-b4e0-92c0d6ced7f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.644448954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.653679745Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d1bf250-3814-4e3a-a06c-229f50460f19\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.653750056Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.669544295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7a3334-488f-4030-9c97-5ec4edf51570\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.669618001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.669655466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8364e26-98b3-4b12-ba62-92f2394e5fbc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.66968747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.669716838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3158975-1644-4d25-b4f9-327f78defaba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.66975303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.669782329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22701440-1751-45b5-8805-c90bb008ce7b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.669810996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.669839102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c532c90d-7137-49bd-8e25-e0ab8517877e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.669868651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.669895274Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da7d6b71-da25-4f1e-b826-d52d9d7865da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.66992343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.673955103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9f06ff8-bf4d-44a3-a529-429108d2a88c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.674115973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.67415954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.675659288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c437f7f-5adf-458e-bbd8-2ffbf832e91f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.675723967Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.675766211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.675796542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.675824107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.678816619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.682046114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.697307391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.697443362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.697543681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.697637288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.69772383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.698435739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.7294184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.729712826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.729829659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.729995299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.73136101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.732277797Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.738143935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.738280096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.738441919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.73908499Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.743881747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.755970293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.756095973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.756130843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.756624216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.826254449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.826339037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:37.827575541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63795"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.828240395Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"b54aeecd-ee64-4872-8a4e-ce06040ca3c3","remote_addr":"[::1]:63795","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:37.828704139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"b54aeecd-ee64-4872-8a4e-ce06040ca3c3","remote_addr":"[::1]:63795","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":464,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.828847184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.828896533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.829704633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.829941845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b54aeecd-ee64-4872-8a4e-ce06040ca3c3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.832425514Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.832485584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.832514632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.83512862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.835194882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.835231625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.835263278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.835832532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.843367776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.852783626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.853273552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.853388852Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.854491629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.905873134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:37.908101473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:37.908427233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.908487362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"561.10278ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.908525829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.908553885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.908584937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.908615327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.908642542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.909469128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.912107315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.922990489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.923056621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.923092753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.923545645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.927768088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.927841715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.929371964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65519","req_id":"a5f4b4fd-8b25-46d9-bd63-a20f8302fab1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 41 bf 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 A............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.929575559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65519","req_id":"a5f4b4fd-8b25-46d9-bd63-a20f8302fab1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.92967151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.929828774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.929882561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65519","req_id":"a5f4b4fd-8b25-46d9-bd63-a20f8302fab1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.930371024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4582, tv_nsec: 729156963 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.930435052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:37.930819197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58383","req_id":"5ee82944-2a00-416d-a4a7-7be7c8adbce3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 66 88 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e f...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.930878515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58383","req_id":"5ee82944-2a00-416d-a4a7-7be7c8adbce3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26248,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.930965388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:37.931014266Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58383","req_id":"5ee82944-2a00-416d-a4a7-7be7c8adbce3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.038268733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.039128566Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.039278114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.039373494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.039484636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.040438046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.040915347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61919","req_id":"2e1ae469-5e9e-4390-ae23-5b46dea4397f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 89 85 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.041190465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61919","req_id":"2e1ae469-5e9e-4390-ae23-5b46dea4397f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35205,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.041600361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35205,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:38.041810971Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61919","req_id":"2e1ae469-5e9e-4390-ae23-5b46dea4397f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.042746705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.042840462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.042969129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.045071978Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.052822801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.052904594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.052935215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.053456344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.055691637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9974ce49-197c-4ee3-b64a-1fe88f4b4e23\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.056480309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.057629518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.057764367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.058626675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.060831999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6a75c2f-2915-46e9-877e-39ef937cefa6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.061161906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.063744202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"845de73d-9b59-4f07-bf7f-aaca7ec12ac6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.064014991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.065969315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cdb838e-7f12-4455-9989-cdd4d241d796\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.066189454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.068632782Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4470be5d-ea7a-4781-b5dd-dc58d9416213\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.068845866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.07265717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42401966-57c2-4312-a8ea-58cca758bb73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.073004312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.079512228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6549894f-a8e6-4585-9241-f908969dafdc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.080616038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.08637926Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d0c996d-81c2-47c0-b0b4-7dd862c977de\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.090220173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.093423676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"829c6644-b60c-4d0b-855c-15e09e6a9471\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.093600368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.097056063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf9dcb28-020d-42ff-bcc9-a2cc38a2605c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.097220471Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.098188339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.099190997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3308d37c-18a9-4a44-a65c-576186f7c12a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.099333321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.100353283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc4b938-ba16-4d18-85a1-f3c71bf673d0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.101062345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.102365141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"676deab9-a91b-4b51-a9a2-bc83b42b0165\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.102775158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.10549651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fef54f22-9660-4e72-a0d7-22059c9c6398\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.105618012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.107431205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c02cbad5-b9e4-4f0a-9a49-326fdc347bbc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.107645091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.109638433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc12535e-5692-448f-9e4e-e9fec72ccb93\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.109713372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.111858606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33bbc0e9-dd5d-4976-af91-884196683aff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.111926922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.113685116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d828246-9b91-42e0-b100-78a69ffd4b62\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.113756949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.1163574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5079c75d-d43b-4dd7-89ba-f29bf51c9b03\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.116555525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.117388304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb51a2d0-c27c-414a-a4a4-1fafb509f404\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.11751706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.118697743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c1da9d-a5d9-4663-9457-146eea70612f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.118971749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.119874638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed946067-3e27-40f0-9c35-45873d23c4f8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.119980769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.120903047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad84b8e9-bdd1-4809-a7c9-ec70eeefbe1f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.121162083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.122437364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e5e216-59ee-4b9e-b522-8584101e0c4c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.122598164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.125064087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e97de581-d827-47f7-9ee0-af50ff6691c5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.125130369Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.128094064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"135414af-582d-4b11-a625-e70c6b1b782f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.128212621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.13016962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97406642-94b4-4b09-b934-74990f7db084\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.130246212Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.131925578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba80009-6379-429c-855b-7c7860394116\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.132045477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.133948148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29d934c1-2654-4715-b01b-a87d10b747ba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.134070973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.136186789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eeefe52-72cb-458a-9e72-1c68476e9599\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.136301217Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.139091246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fa582d8-086d-4a5d-917b-a98791223b5b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.139197768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.140533149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6099032-3cb1-43b7-bc17-abeb208c5df8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.140614571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.141549473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac697b8d-5549-4afd-aab9-1774deaa9f6a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.141681667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.142831127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bb764d7-26b4-4e1c-9365-ea7df0ca96eb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.142897349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.144252068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35316608-8b8f-4fa7-86d1-653514495e78\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.144541655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.148161958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cfeeafe-c099-4cfe-9457-fd748c5bfb56\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.148432988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.14939218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.149530004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.149668781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.149808078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.150649244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.1537186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.160769378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.16087599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.160963525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.161590233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.164068852Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df891750-8f09-42a3-a29b-f29c18ca5bfc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.16457998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.164868696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.165034666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.165611335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.168814387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebc7006d-0a7e-40f5-a730-40cfbceb0b7c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.1690416Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.17232423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac0b1d47-b998-4089-8f27-2eb274db2a81\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.173155486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.175187235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bc25b91-c960-4597-93a1-a402a660876d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.17546084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.180714016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a067b071-dc5e-4989-83a1-e1b878f25446\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.18099717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.182071681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f8d648-5317-490b-bf1d-ab23aad9c115\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.182536377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.184072758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523abeb0-766f-4553-ba0c-16ec08971ba8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.18514275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.186616937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a668375-4cc3-4bf2-a463-e04b83bbc6cc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.186893749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.189617045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22f99181-c792-438d-9aa9-9af7b4bc23f6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.189871722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.189992283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.190084567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.19017165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.190885813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.193975158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.199727339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.199785555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.1998181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.199852108Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.199881156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.200453095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.212620448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.218089244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.218256638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.218312799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.219183394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.221669828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.314696728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.314765846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.315282996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.315339098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.315370721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.315398186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.31651973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:38.316935719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60525"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.319171604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"8f1adcc8-1069-4ac8-b745-373adb91a0ec","remote_addr":"[::1]:60525","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:38.322530777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"8f1adcc8-1069-4ac8-b745-373adb91a0ec","remote_addr":"[::1]:60525","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3371,"response_code":"200"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.322966595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.329133863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.329392809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.329820722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.330360116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.331099409Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f1adcc8-1069-4ac8-b745-373adb91a0ec\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.333976973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.33407091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.33413625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.337146468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.337275254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.337365825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.337448981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.338257542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.345947143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.346119897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.34680418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.347410839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.351642991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.352014652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.352160061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.352680428Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:38.414576131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:38.414893424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.414957191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"506.414719ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.414995126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.415023793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.415057931Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.415087089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.415120456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.41610112Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.41759703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.417662391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.417751458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.419069354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.421097695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.427805891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.427930309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.427968575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.428536727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.443378298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.443495401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.444580884Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.4447245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.445815855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.455067678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.45518918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.455448497Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65448","req_id":"1e141487-9efe-49f1-85b5-a674c15322a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 81 84 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.455664036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65448","req_id":"1e141487-9efe-49f1-85b5-a674c15322a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.455970647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.456257018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.460667385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65448","req_id":"1e141487-9efe-49f1-85b5-a674c15322a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.460743597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4583, tv_nsec: 257748197 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.460785641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.460813937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51886","req_id":"4bfaeee6-3fe8-4cb8-8511-d7c79b5adf56","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f4 6e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .n..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.460849638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51886","req_id":"4bfaeee6-3fe8-4cb8-8511-d7c79b5adf56","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.460930219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.460951561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51886","req_id":"4bfaeee6-3fe8-4cb8-8511-d7c79b5adf56","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.521889597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.522238542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.522299333Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.522331106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.522356807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.52477241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:38.524850265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.524893792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62398","req_id":"302a40ba-674a-4d90-9dac-a505bbdd0d22","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fb 2e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.524927479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62398","req_id":"302a40ba-674a-4d90-9dac-a505bbdd0d22","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.525099442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:38.52517861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62398","req_id":"302a40ba-674a-4d90-9dac-a505bbdd0d22","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.525204922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.525231174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.525256475Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.526491946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.534277829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.534458159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.534496775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.535190468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.538606133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.538668257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.539183844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.539433221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcbe526f-4e43-4fae-ac7b-bf08b417ad60\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.539715714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.541273728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a516a886-620b-4509-b55e-9ff74e28a8d6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.541516562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.546952723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94032ec8-b51e-4ccb-b6de-a92733da7f6a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.547158243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.549500429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79e9c571-bc35-49ab-bbf8-7da843ae5b1e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.549565529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.552076051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a6c3504-0630-4afb-a7a2-fd0242f5e4fa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.552144006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.553313947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e58638-9799-449d-adc2-3a0d26c8dddc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.553492353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.563003824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb64276d-eb03-4a61-9dd8-5edff77658d0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.563398881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.568070489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.568267652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.571601785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.572973257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.573072385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.573107044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.574855608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e259d920-b6da-469a-866d-bf20ef5de669\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.575176006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.581330919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b834ddde-04ad-48da-a361-14ec5a7d5a75\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.581613202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.582572884Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.585178726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9079512a-7baa-40e1-be35-cf1f3669e54f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.585451429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.586672172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10196d4c-06b8-4716-b175-7ebce97f2e79\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.586809465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.587843145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97712264-dfb6-4b7e-b22e-ea98e075fe99\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.587970358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.58917603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"414225a5-ffd1-4935-afa9-842965ee6d54\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.589377141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.591312547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e5c0a66-546d-45f5-8b00-f9d6e1601a8c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.591440081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.593667339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"142ce7ff-d20f-49e0-921e-a101682c77bd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.594105011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.596616665Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9053b81-3b8f-496a-bf4f-c1ce2b952bdf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.596769249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.598791208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6081e06-0d24-4aa5-b094-537a10c3751d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.598856869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.601563902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"731ee075-fdb2-452f-b0a4-54ab4302f425\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.601635946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.604148833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0e0a0a8-ead3-443c-97ba-3442ddf334eb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.604215105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.60521666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0d71fb-d3f4-4c6f-95d7-d29e5b4bf48d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.605443332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.606561149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c513f7-9c09-4cdd-a120-2988176730f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.606680557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.608711133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d18d95f-94bc-454c-b2d5-7a9e37f52552\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.60898599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.610626289Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"332203b1-8a94-43dd-9de0-35f85387fe23\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.61069242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.612588919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a092b9be-efcc-4d72-b8cd-317ad20c2db2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.612656504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.613681636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6978e720-1680-40a4-9a87-8397f2f195d3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.613755794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.615662693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fffcc98b-a352-43c2-b7ab-dd8b0c42856c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.615727743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.622813972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f415495-36ba-475b-ae20-05196f7cb443\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.622892919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.625460926Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b8456d5-7f2f-44fb-9426-a1886085d963\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.625655032Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.629095938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0cb965d-1c16-4769-86e8-409d4e596232\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.629183102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.631307004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ded8ad07-ac70-426f-9efa-bc71ebafc31b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.63272543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.632811551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe596387-7f59-44d7-9476-4626dd6bd543\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.632848735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.633504953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.633569251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.633602337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.633630543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.634442972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.634656507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9050bca-4179-44f6-af44-c4100bdc422a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.634809151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.636343158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f9a03e7-cf2f-4ed0-8be6-95f61e0a611c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.63647994Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.637296557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.643039049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.643111614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.64314501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.643798883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.644079913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97dc9cd-03da-4fbc-aeb0-9e85954cd751\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.644214731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.64596568Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6439fd9e-8c4d-41b7-ae60-01e43005c8d3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.646291599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.647252775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.647312644Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.64817887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.650188935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fad4724-5f82-4ca3-bf94-be34e2abf9e2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.650345216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.652298588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4accd73b-bcae-4301-bd06-a49ae7fa2095\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.652423527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.655651128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e42e43-6c56-4540-a999-b427e9526567\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.655733251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.657838987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a13c13d6-8236-4243-a69a-53f47f859aee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.658812777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.662369594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cccfa62b-1b1e-41f7-91c6-3c01fb6fa0aa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.662457048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.664941578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aed720a-bc3d-4bc0-9c4e-877889652da3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.665328509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.666685002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972062d6-038e-43cc-9ad5-306a37427a25\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.666931904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.667944982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d7e507f-e051-490d-a299-8de31b8d754f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.668083288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.669978915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c49d327-e517-4c9f-9259-e9cbe62e4c00\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.670121269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.671414575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31316b16-5a8d-4e9e-aa9e-f071a57689ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.671588792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.671640195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.671674193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.671703421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.672295971Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.67775582Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.678269984Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.685328378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.685392435Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.685425291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.685455551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.685484839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.686484361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.695288412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.699159756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.699478812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.699534222Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.70042643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.728963127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.729138236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.729246602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.72933094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.729951376Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.741442131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.74825238Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.748364583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.74845851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.749075169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.797641724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.797905179Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:38.799023137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48492"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.799551429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"172be538-cfb0-4548-a96c-44d3dce5c0aa","remote_addr":"[::1]:48492","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:38.800299409Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"172be538-cfb0-4548-a96c-44d3dce5c0aa","remote_addr":"[::1]:48492","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":672,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.800621261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"172be538-cfb0-4548-a96c-44d3dce5c0aa\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.802302511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.802512148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.802578721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.804108208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.804236494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.804332405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.804416673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.804973412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.805626083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.805782284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.806303492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.810149104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.816386933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.816780026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.816841919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.817323018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:38.846133771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:38.84641896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.846510682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"431.522761ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.846645732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.846690861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.846723577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.846754218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.846781843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.84761885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.848109899Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.850133891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.858925608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.859007261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.859043183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.860844672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.864263554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.864323634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.865081363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55620","req_id":"d10ef47d-a0d7-4aac-b51c-f2df48cdc613","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c5 e9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.865220711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55620","req_id":"d10ef47d-a0d7-4aac-b51c-f2df48cdc613","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.865415329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.865544707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.865700818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55620","req_id":"d10ef47d-a0d7-4aac-b51c-f2df48cdc613","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.877632621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4583, tv_nsec: 676511495 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.877720536Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.878361774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51402","req_id":"f81f8323-8c6b-48fd-aced-b5f57cb8de6e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7a 6c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e zl..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.878413577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51402","req_id":"f81f8323-8c6b-48fd-aced-b5f57cb8de6e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31340,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.878624006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.878669116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51402","req_id":"f81f8323-8c6b-48fd-aced-b5f57cb8de6e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.932042108Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.932915929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.932979075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.933012903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.9330417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.934268865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.934897347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50568","req_id":"2308c869-c5d8-42a4-b415-020e0cf8210b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 44 f1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c D............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.935032667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50568","req_id":"2308c869-c5d8-42a4-b415-020e0cf8210b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.936056487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:38.936244792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50568","req_id":"2308c869-c5d8-42a4-b415-020e0cf8210b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.937115737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.937173262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.937301718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.93924019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.945721073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.945793607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.945828296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.946315237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.94827959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d071dbe9-67c9-403f-99b7-59dd60ead3fb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.948462455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:38.950609392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.950779702Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.951142244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.951332223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76ce91d7-ccce-4e3a-8369-df3c31fc907e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.951523884Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.96549953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38e9c7fb-b36d-4164-97a3-bd8da31324a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.965743757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.96990622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f73bf3ec-7437-438f-a822-260a602ff3ce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.970238091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.97307311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cee291b2-857c-48c5-b341-427e079202c2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.973148199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.975694944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de736523-d8aa-4b27-9c54-e36eef378d7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.975764142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.978665142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652fea52-2299-4a51-8fe1-c3fc02438076\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.978820161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.980874864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1c6638-6cb6-4710-a9ee-f2e10cd7405a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.981026206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.981932281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bc1844c-6aa4-4300-8d0d-c430c28caa64\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.982001158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.983200839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87ea9672-b862-42df-afa1-78ab8d25bc9c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.983340076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.98606253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a4f983d-4f7e-45f4-a190-70ecb4154732\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.986492547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.988613363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"097a7850-d1a9-4840-81f9-fa412fff68f2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.988678122Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.990225806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5cf32ae-d9f4-433f-ac70-7ae778b8c41b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.990291336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.994475062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.996614615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ddd2062-0198-4543-ba41-320b162200ea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:38.996815505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.00008053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d3ceda-f3a6-474f-93d2-8c6bc7a06704\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.00098375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.004166321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b439314-5e34-431d-a35d-d52bbe601a3e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.004248735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.006894677Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ab6abf-a535-45c0-abd6-eef992d2e370\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.00697119Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.008803681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"410fb465-edfe-4494-8228-cd98c8e0f887\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.008876716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.010629118Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad1dcd1d-019a-4a7f-b05b-adabff8524df\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.010748375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.011582618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95d3a4b6-1cb1-4fc2-bed1-011190445703\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.011730683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.012706707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d1c6749-5881-426f-8c3d-0a0ca654d433\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.012843089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.013780627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"367055bb-9c1d-4d4e-ad5a-fc9f9b967239\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.01390779Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.014821581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c367cf24-22b3-4886-9a86-08098a74bd10\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.014894687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.016066131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea980932-c757-4d41-8c90-3720e5b32f4b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.016234947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.018162297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ebb0df7-3f36-4650-b23e-78cd9dd0d78b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.018384069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.020277401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ef5a310-ef68-41d6-96b5-528e22648c0a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.020351148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.022527324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e32ac1-2c2c-4e5b-acda-e12e90fd87e4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.022601612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.024294966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b8965f9-3b4a-4412-9cfd-f275a9e238c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.02444762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.02720771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"519d4ec5-75b5-448a-88fb-3fa09cfdb571\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.027289182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.029246923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b0deeb-d130-4569-855e-202defa30c33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.029371892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.030193879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b501e1-ae31-4285-85e9-b38bd9509436\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.030321293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.031440162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82dd600a-d0f0-4ebd-9c49-e692960f5881\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.031612165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.032559292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2e301ef-bd41-4f7c-948d-503f0c2d2b8a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.032676746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.037368484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c653bf79-9fc3-4378-a5fa-cb8bc706b121\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.037576739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.039337277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bba5347-b3c9-4c8b-ad8b-6e5df5e93fd4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.039602956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.045452261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.045541378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.045574464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.04560258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.046424909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.047162037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c6d2038-ec14-47b5-a2a7-ca1ee36b265d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.047291335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.049173535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.058342213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.058634856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.058943551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.059742453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.062377213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.062445308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.06279733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.063411483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42201656-f7e2-4e86-9113-1c02fadcfdda\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.063556642Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.069062623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"328af6ca-20d1-4dc9-9441-48a61865a5fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.069353923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.073509313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db59893-550a-4cef-9047-0942a3696f6e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.073744952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.085178793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e5b8ec9-147f-4ca0-af18-0c21057918a1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.085621906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.088871421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1848103b-5e7c-49a6-8595-b3b91b06e66b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.088975388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.090194196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35f43f44-1b33-46b4-9242-0f5fcedb9a9d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.090527861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.09160139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb59e02-8470-4e46-9287-3c6a1815d9f7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.091742311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.093291768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"289790ae-7010-49a0-8e33-daacf5515e98\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.093432438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.096311875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3732ced7-47a6-47a2-b637-5f0525e3c99e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.096370051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.096406824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.096435832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.096462114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.09720746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.097590563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.099988951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.105931211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.1059959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.106029327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.106058545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.106085989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.108680108Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.110768379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.115802048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.115893089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.115927939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.1176448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.182825708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.182911379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.1835642Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.183620101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.183652716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.183736754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.184561968Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:39.184617188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59667"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.186142407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"0273f047-3ca6-4ea5-b433-6c4d139ea6e0","remote_addr":"[::1]:59667","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:39.186768715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"0273f047-3ca6-4ea5-b433-6c4d139ea6e0","remote_addr":"[::1]:59667","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":632,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.187060656Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0273f047-3ca6-4ea5-b433-6c4d139ea6e0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.189969442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.19002883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.190057237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.191895088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.191957593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.191992753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.192022252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.192497429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.192839129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.199523738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.200366838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.200427799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.200858508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.206397243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.212223772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.212573309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.212680803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.2134624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.219568516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.219681281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.221238794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:39.275261711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:39.275749232Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.27757508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"430.89441ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.277644428Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.277677605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.277709558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.277743145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.277771722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.278764069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.28212206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.286610072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.286717596Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.286814279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.287433503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.290533259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.29139207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.291450586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.292775316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51305","req_id":"8ac7327d-e6e6-46d8-9612-8fa5665fd463","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7e 83 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ~............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.292845105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51305","req_id":"8ac7327d-e6e6-46d8-9612-8fa5665fd463","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32387,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.293057909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.293228549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.293321724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51305","req_id":"8ac7327d-e6e6-46d8-9612-8fa5665fd463","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.293695219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4584, tv_nsec: 92586868 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.293752573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.294081749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53140","req_id":"2fe04fab-9a2a-47bf-8639-80061c0c5950","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 95 57 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .W..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.294140937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53140","req_id":"2fe04fab-9a2a-47bf-8639-80061c0c5950","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.294226397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.294318651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53140","req_id":"2fe04fab-9a2a-47bf-8639-80061c0c5950","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.346980606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.347272618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.347327768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.347390844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.347421354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.348320726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.348637207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52977","req_id":"a6a0e862-a3a0-4d34-8e20-f7974565466d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 00 54 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .T..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.348685854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52977","req_id":"a6a0e862-a3a0-4d34-8e20-f7974565466d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 84,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.34882936Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 84,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:39.348914159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52977","req_id":"a6a0e862-a3a0-4d34-8e20-f7974565466d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.349106953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.349146562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.349172093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.351144202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8779d1bc-d311-4e5a-85f4-04159c3a87bf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.351394621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.351606724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.359580401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.359646031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.359680059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.360373471Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.364019706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.364076599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.364640372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.367818444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e76c41-d0cd-4d36-b091-0101c83b4578\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.368083673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.372437808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e13177f0-7755-450d-8835-8dccb1c18a8b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.37256928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.378515618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6d6bf46-cc5d-4f20-ae86-a2b8ba344cda\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.378838391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.381959219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5db96cf-f971-4b3b-b00f-b7a3f367feba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.382244337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.393806173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aac3a17-6915-47a6-9302-2ecc59166782\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.394158615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.398206791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33a85732-4963-4ea8-9d0a-2cb3c335bac6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.398418293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.401552577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f082982f-dbc3-48c9-9ef3-3cfbd71acdb9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.401765311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.405890651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feedb7be-ecd2-40f2-ad58-e7418eb4c8eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.406060038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.406499624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.408101375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fab80a0c-1b8f-427c-9019-8b77802bf982\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.408328839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.409253591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a761a0-2cfe-4182-b160-8bc2306f4d97\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.409330755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.410326118Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74a3a6ac-d53b-49ae-9e38-04f864b097b3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.410491287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.412127998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c869bc6f-063a-4688-b53c-439c259fdf60\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.412960307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.414788249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"525e3ff6-1527-4aee-8e89-6c2867db5e33\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.41496463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.417499811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.417565432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.417596684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d901c556-8c73-43cf-89fd-212973d50def\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.417675481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.41807142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.420540369Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.427567701Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.427675726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.43152197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.43158237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.433348569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7292752-b263-4f61-88be-c6bfdafbd75f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.433626052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.435742058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"444d01da-5a7e-4dd5-b6f7-1ec6ea8a3509\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.435864462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.438555584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2075919a-23fb-45b6-9b60-dcb5e22d8f7b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.438979959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.444313736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04292d58-22e9-418d-9ba8-da3abd1d5b87\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.444549987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.445718876Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"182f4084-3113-48ce-9586-752646aa42ab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.448164829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.450234022Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74772682-0e33-4c70-8bdb-e743312fab39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.450518098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.456116062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a648c80-a4db-4184-9568-7f7b072d2d63\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.456357994Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.461243207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.461628695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.461742762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.462131226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.464287643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:39.466336375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.466398449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4051484-6ff4-42e9-a919-60d4db2efd24\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.466436504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.467457188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.468616358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"efef37f7-a886-428b-a5ba-6db3023416c6","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.4694757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"efef37f7-a886-428b-a5ba-6db3023416c6","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.4695411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"efef37f7-a886-428b-a5ba-6db3023416c6","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.470948434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"efef37f7-a886-428b-a5ba-6db3023416c6","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.471545584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.477279729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.477343245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.477373796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.477819073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:39.481735366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"efef37f7-a886-428b-a5ba-6db3023416c6","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":11818,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.481813883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efef37f7-a886-428b-a5ba-6db3023416c6\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.481849634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.481878211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f50e1c-271a-46d4-b293-87a33c8bcf49\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.481912419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.482614127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.482849015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.483149444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.483293551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a2e90aa1-2076-435b-8a96-dc549e0b5efe","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.483731724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a2e90aa1-2076-435b-8a96-dc549e0b5efe","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.48379507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a2e90aa1-2076-435b-8a96-dc549e0b5efe","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.484544133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a2e90aa1-2076-435b-8a96-dc549e0b5efe","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.487216758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ec6678-0c58-48fb-9217-6bb167a64165\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.487344803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:39.488700855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a2e90aa1-2076-435b-8a96-dc549e0b5efe","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":5401,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.490380461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2e90aa1-2076-435b-8a96-dc549e0b5efe\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.490504088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.490548676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:39.490574167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.493053287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f7119ef-818e-428c-aacf-e411ec75a9a4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.493216492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.497066332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0358324e-a5e3-496a-9551-c776b8e0de43\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.497418975Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.501754403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26c81c49-56ef-4b35-91fd-eecdcaed7c70\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.501906055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.506429277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"744e2e90-62a8-437a-89ca-29492824f069\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.506720077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.509629123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe25614a-56c5-43ba-aebb-77c19f14082c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.509922477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.511001648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82ef1b32-b077-4c65-b006-227966d71f23\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.511245634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.514093658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edad4d72-58b1-4198-a762-97a085007e63\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.514382564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.517058045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d40be75a-f847-4f30-a595-8e0012b2e82f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.517283263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.518213276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:39.520251467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.521250117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4e21eaa-c863-4d65-9d75-86e1d70c7719\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.521339034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.52254169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f66fd13d-33b7-4842-b7f1-cae590faac3d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.522940545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.525467159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be5a6a7c-8c84-49f3-b184-13945936c136\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.526291432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.528010056Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c982d6-8c9f-4b4c-8307-6b5beb2ea6aa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.528216507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.532869688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6760d3ab-0f0b-429e-b435-e399f5099af4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.533038014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.536071989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555ebc0d-c20b-4169-b847-0249f24a022f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.53647427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.540190965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19fe456e-3769-40b2-9359-49ab948464ec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.540259231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.541938788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357dc8b4-8b7e-47e5-8d5c-bdca3c8cb2f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.542243335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.545284183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa6ab625-98a2-473a-9e23-b31dd84df312\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.545447829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.546654814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b2278c3-1e8a-4d4d-80f4-3dba789e28c2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.546791747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.548741111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67827ee5-745a-4c9c-9c0c-6a89a9936c95\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.548942222Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.550227503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e2b6f9a-b997-464f-a04a-da44040f1489\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.550696788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.551168177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.551270561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.551313156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.552187408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.558312131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.56909235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.569188732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.569269723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.569304222Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.569331897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.570510144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.57118023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.571238265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.571269958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.571296361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.571769233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.571821587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.571855305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.574011741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.579580817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.579720816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.579816306Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.580816389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.581938605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.583370788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.583507351Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.583571999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.584041194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.602782826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.602866132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.602898155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.60331205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.666950445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.667080364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:39.668066209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43536"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.668561515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"0abf2d64-b66c-4d2b-ac06-eb2654879089","remote_addr":"[::1]:43536","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:39.669906756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"0abf2d64-b66c-4d2b-ac06-eb2654879089","remote_addr":"[::1]:43536","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1368,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.670215621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.670668153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.671478888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.671968804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0abf2d64-b66c-4d2b-ac06-eb2654879089\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.676434722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.67652403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.676596935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.680341126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.680468159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.68058909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.680677636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.681718309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.688323951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.695247946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.695672613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.696793536Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.697578149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.73173293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:39.737964797Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:39.740806369Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.740879124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"463.202451ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.740918823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.740947089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.740975726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.741006006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.741034674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.742707727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.745511884Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.75331954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.753401413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.753435872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.754250144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.759294114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.759373823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.760197564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51305","req_id":"10abcd31-1e60-4152-bf10-5a88cbb9b2a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 49 32 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 I2..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.76028067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51305","req_id":"10abcd31-1e60-4152-bf10-5a88cbb9b2a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.760402453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.76079263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.760992308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51305","req_id":"10abcd31-1e60-4152-bf10-5a88cbb9b2a9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.761518045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4584, tv_nsec: 560438422 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.761676321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.762600412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54324","req_id":"bfa0f183-ed05-495f-a9d2-4702d92ea6d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 68 3b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e h;..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.762781082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54324","req_id":"bfa0f183-ed05-495f-a9d2-4702d92ea6d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.763124536Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.763677989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54324","req_id":"bfa0f183-ed05-495f-a9d2-4702d92ea6d7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.838123556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.83855717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.83861237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.838644494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.838670636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.839506853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.839844936Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58349","req_id":"b8c0769a-466a-4130-9d00-e4986cac3ac3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8b 0b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.839904194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58349","req_id":"b8c0769a-466a-4130-9d00-e4986cac3ac3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.840144884Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:39.8402384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58349","req_id":"b8c0769a-466a-4130-9d00-e4986cac3ac3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.840502546Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.84055429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.840580562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.842632801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.851991097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.852110444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.852203199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.852949446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.855834124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"466d540b-7463-4c38-b24f-dc242b72b21e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.856176856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.856629568Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.856688275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.857631385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.863086293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36eb1e66-aa7d-4a27-ba24-90134e5636fe\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.865449662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.869494922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a3aa4e5-8fbb-4f1a-b482-b296f22be892\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.869577466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.873215485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19faa045-fa4a-4da9-a3de-072eb4573eb0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.87328837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.878830412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a83888f8-bd56-4b95-a62c-93eb37f31585\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.878903959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.900411742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cda6211f-cfdd-422e-a767-a3a70693ca78\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.900788312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.907929961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.912379737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dcab836-5dda-4186-8909-5679a98965dc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.912529976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.930935248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28bbb305-b2eb-4947-b8d9-7e6945d79245\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.931130537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.936997617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1eddabe-7203-4d09-bf47-5efd746cbe67\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.937110822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.938835549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9402699-f0cb-468f-97e9-ef6aabb438d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.93902689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.940801195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c936a900-1857-46a9-8eae-cc83c9f8a27d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.941463855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.942979295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3294cc2-f0fe-4f1b-b506-0448b1dedc21\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.943061178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.944761015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ebc8d7c-6295-4bda-b825-4d32e65c635a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.94667614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.94674622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fdf7a8d-10e6-4216-ad30-68c274a46a1b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.946794256Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.949063758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0fffb03-6940-4e52-9a30-3b686f01f954\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.949183356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.951204854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb6dbf35-ba2a-485b-8c8a-7c250b3a7550\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.951531855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.955458138Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e912bafb-25bd-404e-b5aa-de9cbe4ad4b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.955519731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.957687851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54199f04-499f-4773-bd83-7b0afd6e47d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.957753211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.958647623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.958705368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.958735959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.9587615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.959685892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.962170893Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74b8e030-1ce8-4915-901d-738445e60923\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.962943592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.963516233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.976489472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.976566635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.976601154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.977223284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.979538637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abce54f1-72d9-4e06-a926-2f8aba0b8cdf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.979772623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:39.981450827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.981509684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.982944282Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.983543857Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2ec7c76-bae3-4c55-9903-9901a650fcfa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.983730789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.986543263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef0bd748-7a1c-4265-ace5-4e23c71ed1a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.986697731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.987744076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fb6763c-0fa9-4d9b-b41e-f5a5ea5202de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.987869335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.990476991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8229908-6980-43de-a47c-35c52567f8c8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.990644705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.99269504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9247752-3b8a-4491-8363-7f15f0b1bf5f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.992759529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.996759188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb77bbcb-5080-41e9-a76e-4188f48a3012\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.996824578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.999045934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aad77a8-894c-4880-9eb3-34311d101f51\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:39.999261243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.002536559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f9872b-16b7-46e3-ac6d-ebb4bbba5047\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.002699433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.005072792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a384d85e-cbfe-4567-bcde-4a8cc4a05c8c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.00514728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.007213848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c91e467-1a3f-4d1f-a56f-55c6c0cc48e6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.007277855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.008289251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3be4223f-fe0e-4fc8-bc9e-cf17f0bda4be\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.008415422Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.009601215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38940c31-e835-4e42-a958-3d441822ab5a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.009677998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.010644583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd27defd-5136-4891-890b-0fc2dcebde27\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.010707368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.011813051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39491f14-cec9-4981-9034-c170885fd6a3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.01193275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.013342318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9beefe86-2ba8-45d7-abdb-ea25163f5147\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.013632877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.016672173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e473c3-282f-43aa-ad98-3b7172d0c465\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.016805358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.019032105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ff8b778-7d6d-4c6a-af8a-acdacf23b785\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.019097165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.023497241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.024062638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"714582e1-2e02-45ed-8f3e-2bab0a76b041\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.024141275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.028967661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a04e95-b4c4-46d8-8735-fe1625a35b64\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.029159463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.035011092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12316a34-8ec1-4e5f-acad-d8cf1e5a44bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.03530603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.039729904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dfa83a2-bea5-46a3-86a8-118cb9637edd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.040820066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.042173703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45aa2fa1-0b33-4fca-8930-46a8a7edfa43\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.042400695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.043456198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5efe7f6-bda9-4f9a-ac92-cb21afaeef8b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.043796526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.044762481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"325ce649-d12e-4636-bef5-fc9feff35da9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.044984754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.048182285Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7227d26-5f16-485d-902e-feb3075411ed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.049420943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.049463558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.049606222Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.04964534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.049671071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.052537993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.06558081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.065659527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.065693966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.065724777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.065754336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.066275534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.070641203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.078188621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.078442226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.078552205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.079640223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.080680726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.080811466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.080904081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.08104412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.081639867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.152609169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.15275544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.153459844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.15991737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.16000297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.160107779Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.160819347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:40.161060898Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48162"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.162824763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"46fcf18c-5a5c-47a6-aa4c-19641c75dc27","remote_addr":"[::1]:48162","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:40.163377053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"46fcf18c-5a5c-47a6-aa4c-19641c75dc27","remote_addr":"[::1]:48162","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":558,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.164274401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46fcf18c-5a5c-47a6-aa4c-19641c75dc27\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.167033198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.167112866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.167173247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.170371118Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.170499674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.170596086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.170681136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.171490629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.171957028Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.172069723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.175348375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.178707067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.186195237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.186531316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.186657778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.188388406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:40.221265522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:40.22162611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.221768193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"480.857617ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.222248731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.223067011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.223310206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.223420496Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.223509794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.224236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.224885815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.22859719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.233364989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.233480349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.233583164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.234204272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.239912916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.240033797Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.247534832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62284","req_id":"fac718ec-81a3-4b82-905d-357856263872","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4f 6d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Om..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.247740752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62284","req_id":"fac718ec-81a3-4b82-905d-357856263872","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.248102513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.248388863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.248601467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62284","req_id":"fac718ec-81a3-4b82-905d-357856263872","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.251003242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4585, tv_nsec: 49920393 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.251164444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.256787347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53937","req_id":"8d66b0d6-3cb6-4737-90c0-ca32461ef73c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 20 96 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.25697987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53937","req_id":"8d66b0d6-3cb6-4737-90c0-ca32461ef73c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.257352473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.257618503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53937","req_id":"8d66b0d6-3cb6-4737-90c0-ca32461ef73c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.32999583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.331952899Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.331994402Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.332029171Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.332448667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.333596905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.337109554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53470","req_id":"0dc57b0a-480e-4c22-9120-2453ba356acf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4d 7c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c M|..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.3371728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53470","req_id":"0dc57b0a-480e-4c22-9120-2453ba356acf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.337325284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:40.337415123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53470","req_id":"0dc57b0a-480e-4c22-9120-2453ba356acf","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.338965662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.339004048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.339031623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.339593573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.345548408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.345652274Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.345688757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.346166599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.358124194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.358242329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.359062203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.369330171Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c39aa614-ebb5-4c35-9654-df766ca0c26d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.369561903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.37308374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad098fe4-b720-4848-85b1-e3831180952b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.373219911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.375171109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c2690b5-efef-4746-82bb-4012e4c19ce4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.375301509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.379687678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"286e49eb-68f0-49ad-b666-fa3f302f851c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.379885923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.384892408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad6a82f-0b6a-4b6c-9641-664102305cd5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.384978449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.389592873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e4987c4-677c-494a-ac68-500c5e07b726\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.389821258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.394178199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c4f68c-143e-4f40-b937-bd6518e37355\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.394391274Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.41492228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.415963836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f25943c6-10c2-4975-94a7-94b62b6a83cf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.416269725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.417448905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37ecf4d3-faeb-4a15-9a81-06c240cee864\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.418439037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.41847531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.418505861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.418537854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.41949449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.420204906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea6f9824-1457-49fa-9281-2060f9d8792a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.420595454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.422300712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af56a356-3d2a-455b-8c2f-7fa0bd6155e8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.422447284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.423542806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.423605461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.423943134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ada0be8-e906-4eb8-84b4-c3bb5f877c4a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.424196649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.426081685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"423667a0-d995-4f85-968d-72574e940f08\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.426480279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.426769044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.426835888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.42959747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39013811-af6c-405b-ab0a-af7d15bb2a33\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.429670956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.431291716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97520e71-da13-4a78-9843-b329060a4083\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.43135941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.434611881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53c1d4d7-4f53-4aa8-b4bc-466f955a9346\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.435489509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.436389793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0846351-4da5-4a1e-bc04-e8915cb972ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.436467568Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.439131977Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1feded2e-eae0-4e36-9ee2-7c5333b46461\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.439201195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.440149735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df885089-4662-4d20-9d67-63a795d2d15b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.440321437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.441084928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5754b0af-5a56-4b73-ab2e-a164c2b76f4a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.441330207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.442170591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19595489-cd57-4df5-8b87-a2a673f24e98\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.442369668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.443170072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e01b92-6c01-4492-82e3-e7849b84563f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.443355452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.444163001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d1cf387-0fab-44b4-8d98-b018af5526ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.444225896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.445782427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffec8fed-3aef-400a-92c0-e999fe3926b7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.445955683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.447469889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c002a5c5-0934-4412-9d1f-d407f05ec267\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.447657704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.449428291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59cbbcbf-fa2a-4323-95d7-d197211685a8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.449539493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.451211995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3079b177-8e1b-436a-b542-a98735fc4ee9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.451278287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.452973545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b7ba17-390b-4b3f-905d-4177c944d64d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.453043965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.454610216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bc5d605-e3f5-4f3c-87be-233304e5e10d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.454728682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.456333359Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9294c092-e46a-48a8-9c73-e53103bcb30e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.456394441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.457418942Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3af5366b-c383-4bd4-af2e-a60b1dfc34f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.457587178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.458587461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac272947-cf26-4034-9752-e528679d74de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.458710686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.465173623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9036d23c-8344-42ec-80b3-3d255af8f12d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.465240035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.46561881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.465665633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.46569413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.465720082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.466721477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.470248825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c648d963-228e-46e6-b140-11f038d43f77\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.472035595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.472069793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"572304a3-109a-430a-9282-39aaed1ecd78\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.472102027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.472131817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.479078728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.4791451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.479178397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.479750026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.479997148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce207533-c8c0-4eb0-8e94-b78a328cb315\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.4801738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.484271895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.484345512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.485038402Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.485294743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c3254c1-383d-4535-b444-d806168ddafc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.485494461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.487826998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"687edbd8-889b-47cf-aca0-cd2531e2726c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.487956947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.490093354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad35a4cc-f20f-4cd6-90ed-ca784db3fa78\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.490347741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.499274978Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c5e1b91-f6b8-4c75-939c-95b8f3490eb1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.499547451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.507555777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c21d57d-3bae-4181-b593-796faee375e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.507945423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.509326946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b061e771-fe91-4b42-a966-9049dc6dfbba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.509669598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.512594236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3039cf7c-9b6a-4ade-99cf-be0c2fc1eefb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.513849797Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.514882224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c09757f-7e37-41c4-8772-22182b90e3e0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.515109156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.516424547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2096a42-31aa-490b-9852-9657ad1bf949\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.51661673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.518988937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.519042032Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.519074697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.519100709Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:40.519483221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.524835145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.533177266Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.53335986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.533458516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.533543305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.533680839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.534808957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.544831015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.547063593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.551999087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.552062704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.552095489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.552558532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.606778191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.606862118Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.615504177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.615577824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.615611811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.615638525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.616395302Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:40.616460873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56201"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.619499167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.619729516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.621867726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"7c96ab5f-b628-4f25-aa16-e1473632f330","remote_addr":"[::1]:56201","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:40.628483287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"7c96ab5f-b628-4f25-aa16-e1473632f330","remote_addr":"[::1]:56201","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6618,"response_code":"200"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.628729498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.635589425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.635668433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.635706749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.636066656Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.636432395Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.637266788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.63732841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.637360885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.637393199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c96ab5f-b628-4f25-aa16-e1473632f330\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.63951654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.639579024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.639607411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.641672125Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.641742315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.641777856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.641809759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.642271198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.645946662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.646013294Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.646486066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.64717039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.650955501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.651157344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.651208085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.651635055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.685796259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:40.687498972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:40.687791044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.687846695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"465.574297ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.687887456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.687916814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.687955231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.687987135Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.688033487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.689034261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.693166704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.700144036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.700243224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.700279707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.700770254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.705002066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.705106614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.706456053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59469","req_id":"5c4ffc9b-f3e9-4181-b3ea-acc6abd28833","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e2 33 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .3..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.706527856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59469","req_id":"5c4ffc9b-f3e9-4181-b3ea-acc6abd28833","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.707902264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.70835213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.708454795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59469","req_id":"5c4ffc9b-f3e9-4181-b3ea-acc6abd28833","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.709816849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4585, tv_nsec: 508697296 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.709900465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.710300583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50949","req_id":"a2d0a464-d542-4394-bc5e-a4d949f4fde2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 92 d8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.710362676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50949","req_id":"a2d0a464-d542-4394-bc5e-a4d949f4fde2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37592,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.71045006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.710548917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50949","req_id":"a2d0a464-d542-4394-bc5e-a4d949f4fde2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.76011754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.760427046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.76048426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.760518489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.760546795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.76120173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.761742287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58537","req_id":"d2f590e6-9c94-4593-8e81-a3c14ca6d1d9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: de b5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.761846825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58537","req_id":"d2f590e6-9c94-4593-8e81-a3c14ca6d1d9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.762051844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:40.762138657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58537","req_id":"d2f590e6-9c94-4593-8e81-a3c14ca6d1d9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.762545888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.762594385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.762622521Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.763815377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.768883245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.768974917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.769012212Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.769291518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.770332362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe10377-9efa-4fb8-a80a-117273a0955b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.770566749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.772055425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b65292b8-0f9a-4d3c-b93e-527bc1a58c06\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.772272087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.772563057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.772620731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.773055798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.778143445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99288aa4-ef50-4907-8b56-971f238da0bc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.778314175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.782207032Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c081e4b-521c-498e-90a3-ba62a2f7fd62\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.782342852Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.784571082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc82c739-7dd0-4342-a497-85ee54e6b87b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.784786481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.789583107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d7dbd5b-c14b-4f74-b30c-36120c5f21a4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.789746593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.792649427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1012e7ca-f867-415f-b335-2e2e990b6cef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.792776831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.794751826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98215d95-c8b4-43fb-bc66-c1a2f7f58f74\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.794882356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.795697851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bf157a1-f245-477b-ae5f-b1df60ee13ef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.795845675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.796862972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57fffe7f-1145-450b-b603-1657d8ef3f2e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.797225805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.798176179Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5902874-de23-4c8a-91ce-d29b3c72cbb2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.798319965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.800916218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f71ea1-6631-4399-8e7b-009cc211b0f3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.801199031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.804392665Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81fbb015-9a3f-4516-b730-7206c2ed0942\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.80473166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.805149522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.810301207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d735f8-8cf1-4a26-a7a8-87b9604c1f9a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.810833497Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.813629889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a02f5c0-1a96-4e7f-bb27-169804bd2567\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.81377095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.81559788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d31008d5-f9f2-4310-8c41-a0dae6b3b52e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.81585863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.818745682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3991654f-9c6e-46e9-8660-46a710e8801d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.81896066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.821784827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a9912b6-45c9-47fa-a3c0-2d01cac3f65a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.822177991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.823812267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b087c6-486e-4421-a07a-0b79579b6beb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.823858088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.824925174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b49fc6-b93e-4259-b4d3-436238837816\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.825362045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.826811543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bf1e33b-86d4-4e2f-bb91-e3de69ffb5f5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.827107643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.828174839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abc5e1e0-79e2-4336-8f25-7d6c784ddf8f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.828437592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.829391323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784fcf45-5f85-41fa-8f8e-55764e66aaa9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.829672202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.830798647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33e4d175-b353-44ff-ac62-ef1cfc5c9c81\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.831074406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.83323468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9863f49f-5e36-4485-95da-24788e349b8e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.833459228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.835232972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c44b53b4-c514-4971-b196-b963f32db80a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.835446928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.83713949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"768a82ae-ce93-4639-b028-228de5d002d6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.837369138Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.839078764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bcf6afb-ea3b-4249-a901-52e140f99db6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.839292881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.841196023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52b0a067-1592-4fa7-8cb1-42d77967470e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.841404228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.843187611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a620ebf-3b21-4886-b5e0-12809b30cae9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.843431787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.844029578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f740b34-d2ef-42c1-8e2d-9efba7795c06\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.844151531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.845878372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae16ead1-497a-410a-b5db-44dc41db2b3d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.846014784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.846914296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd1cc925-9a76-4a14-bd3c-0f10e8368442\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.847058834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.847930821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88b3c7d6-c842-45f3-9a6a-194b03b8615e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.848098826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.849102797Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd584809-d62b-4398-8dcd-431a40d11575\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.849499266Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.851072982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56b287b-e47b-4f20-8059-e4828e1000c3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.85113715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.853411662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b1c48e8-3052-4005-b0bf-0c3b27cccde9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.85358641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.855275575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a05ac41c-1653-4157-b585-62df5070ecce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.855360334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.856659112Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.856841686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.857094209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.857405138Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.858627053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.861415298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.868245387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.86830729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.868335386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.868732718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.870432144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e96673d-aa76-475d-b8d2-3b829323e46e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.870582814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.871617656Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.871677405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.872153063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.875767965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564d48ce-bb2d-4b97-bbc7-08ec50be14aa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.875904838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.881373584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58399ddb-f6a5-442f-a3ff-e4adc5537c40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.881719353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.882954013Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82481bb8-e998-42cf-9fbb-699c26961181\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.883142909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.884600283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd6fa0c-6144-4e92-9c92-7bd3ae842103\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.884813588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.886173848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"957b5d9f-4461-40b2-aaa3-98fab9fcdb05\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.886295871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.888883507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24d07059-8ae1-4d0e-9ae4-46ccd91ba3f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.890097476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.890161594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.890203497Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.890233136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.890672061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.89394911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.899225012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.899276364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.899304671Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.899332085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.899358107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.899862652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.909412189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.915540479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.915642953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.915681891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.916776893Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.975571427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.975660825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:40.976167695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60984"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.976759144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"5776292d-52a3-4fc3-b4dc-04905b2453af","remote_addr":"[::1]:60984","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:40.977195914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"5776292d-52a3-4fc3-b4dc-04905b2453af","remote_addr":"[::1]:60984","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":437,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.977533637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5776292d-52a3-4fc3-b4dc-04905b2453af\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.979343944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.979387961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.979414374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.981140122Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.981275773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.981306814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.981336133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.981878644Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.989266744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.990368319Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.994682785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:40.994858716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.994909036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:40.995364794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:41.029882448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:41.03029471Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.030463145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"342.513897ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.030543606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.030576291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.030606491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.030635238Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.030665649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.031982082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.034412845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.041060299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.041124547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.041157573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.041681126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.041987587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.042117295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.042156143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.042184199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.042828913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.04551756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.053253363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.053378753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.053467911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.054238216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.054990955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.055209491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.056670472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50999","req_id":"356d43cd-0d34-446e-bbd2-28b626a72ef9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b6 9c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.056788787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50999","req_id":"356d43cd-0d34-446e-bbd2-28b626a72ef9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46748,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.056992694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.05725697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.057704432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50999","req_id":"356d43cd-0d34-446e-bbd2-28b626a72ef9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.057966815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.058207083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.063126264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.063884706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4585, tv_nsec: 862457590 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.064014073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.064726593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57898","req_id":"70236f56-cd95-43c0-9e45-6b7b9cc0d7f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 45 87 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e E...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.065199305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57898","req_id":"70236f56-cd95-43c0-9e45-6b7b9cc0d7f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.065997104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.066171141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57898","req_id":"70236f56-cd95-43c0-9e45-6b7b9cc0d7f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.12331177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.124108457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61330","req_id":"11abce62-1e85-4fc0-8e0e-1dd56330162b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 90 52 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .R..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.124244639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61330","req_id":"11abce62-1e85-4fc0-8e0e-1dd56330162b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36946,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.124337564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36946,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:41.124532502Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61330","req_id":"11abce62-1e85-4fc0-8e0e-1dd56330162b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.124770336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.124818653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.124848592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.126973817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ecbb1da-12b8-4f8b-a48e-9e22be72f236\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.128422042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.130089184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24b9365d-df44-4c62-aeb9-1f3b6c1fe496\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.130156418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.130983055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0e02f22-2c53-4857-bf3a-b3e3f4b95eb0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.13109123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.133494308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0fde31b-ab61-4e65-89fc-ed8dc72c0a97\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.133905838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.135988688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"724bdfb4-2fd2-4b4e-a41f-9e8cb70b36a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.136111282Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.138683507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bb38819-aa2c-4501-8111-73eb259104e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.139322721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.145995165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cbb860b-7d2f-40ea-96ac-bdc0d101f77a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.146933645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.154164412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.156250849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1705f9f9-7b20-4c68-82d2-e86d7d0e275b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.15765649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.159100958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ad0811-8365-4015-8255-0ee645b7042e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.15938819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.160410537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df8b7e07-d861-4318-8118-3149ee0d4bf2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.160558311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.16152139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa8f0700-aca7-49e9-9b20-fc0ae5c1670b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.161664576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.16281091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb71ae58-1539-4d25-a28f-0a9bd4984a11\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.162929576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.164688962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18fae649-698d-4726-97e6-8f7a45210146\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.165464086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.171889027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c93a804-4d5e-45d2-9612-a90dad449dc7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.171996371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.176341098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9def75e6-40d5-45d8-a3dd-0eeb1fb035de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.176686897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.179705541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca83f26e-5ccd-4930-acb3-f64d8fb9e02f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.179864949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.187321405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78ecf890-9270-4c02-8d36-657ac413e32d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.187561173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.189420848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a2ca6f4-a466-4994-b828-87ffa7974d2b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.189544264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.191701963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9148b19c-c492-41a8-8e3e-6a2773f2e968\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.191779458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.193140389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1a3a49c-0006-42fb-8740-2d0b3fa58855\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.193328704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.195026237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a889b6f9-9dd6-4cf1-8370-1a7dce6ea9ec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.19532891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.196480203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f50b3e-baa1-4406-847d-1101be2dd398\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.196781364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.197827548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18bb41af-3606-465f-ad40-3913fc290899\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.198227836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.20112092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb03ad0-eb63-4e32-af54-e68c1f9c45f7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.201178595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.205632349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.20569821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.205732017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.205760183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.207188048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.207479278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec9a6cb1-5c0c-4a39-8f2f-10f2fc0cdd38\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.207632163Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.211686982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.221747166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.221817476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.22184954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.222238846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.222552942Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0c0b3be-d046-4584-87c6-40e743b3c5e0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.222674965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.227156013Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.227235972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.228099944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.259671999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d8ae0e9-2fff-4bc2-af5a-9234a279de60\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.260116394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.277405682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f65ca1ef-f79d-4b65-bc32-581d35bd1993\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.277590831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.280548965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.282489461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5efa53b-a521-43e7-ada3-4114c9717a48\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.282715331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.284659585Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c292c6a-2018-4ad0-a377-4a6ad6ba048c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.284836267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.285679668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92f87daf-f0ec-4867-9710-10f84ac35357\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.285887241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.286981381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35e4054c-947a-44c6-b90d-c0f655e4bf07\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.287076871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.288089008Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e46738f-044a-4cdb-9faf-f0e6d842f144\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.288219007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.289234641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"542b5b83-3ae0-4fc7-a3cf-fd0a133491e0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.295266709Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.29530731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3cbae23-9ea1-4b4d-89cd-28de6c8e6625\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.295342941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.295381448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"541a0501-239c-4591-8ddf-77f7b51b4055\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.29541787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.296313605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27d632f1-c9ed-438d-9fcb-3d500bf32973\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.296377653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.298117549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b8d54f6-3f66-4e6f-bab0-2d37f0e12cca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.298276757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.299976573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"221a3531-c3d5-4b88-a9b8-cb87514dca51\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.300112294Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.302126357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aae9634-1017-4ab5-aaa0-4fa9e1b2554d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.302212588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.307026941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c65cc492-ef05-4097-bd2f-79203414894e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.307276899Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.308662018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b6a5493-964f-42e9-b441-8f646fe0d336\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.309436682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.310757754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b359d2-0473-4b16-ba7b-c2f1f73dc8fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.311087882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.312100209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b571b666-ca76-4a5e-9270-da5da498b7e6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.332406408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.332777928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.333040391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.333234137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.340384544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.343797704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.346148448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d2c969d-9013-42ec-a982-d9fcc42aaf52\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.34641058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.346540098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.346933532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.346991698Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.348039756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.350220822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.356205366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.356280124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.356312569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.356847986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.358490669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.364005006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.364086087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.36414788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.364185185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.364215305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.364931462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.36529718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.365380045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.367385692Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.368675912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.376746322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.376865149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.376902393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.378020821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.458444751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.458523618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:41.459145347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35896"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.459366087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.459440194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.45973442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.460633782Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.462277918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"2024dc67-ca09-4fd7-8851-5eb67c948177","remote_addr":"[::1]:35896","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:41.462438147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:41.463067431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"2024dc67-ca09-4fd7-8851-5eb67c948177","remote_addr":"[::1]:35896","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":721,"response_code":"200"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.463384513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.467770642Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2ce6d4e-8ecc-4552-bf43-57ad72c7485b","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.469098718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2ce6d4e-8ecc-4552-bf43-57ad72c7485b","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.469186142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2ce6d4e-8ecc-4552-bf43-57ad72c7485b","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.470030274Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2ce6d4e-8ecc-4552-bf43-57ad72c7485b","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.470189802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2024dc67-ca09-4fd7-8851-5eb67c948177\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.472645896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.472696537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.472724051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.474609218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.474658155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.474692243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.474720559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.475243662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.476723139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.476787618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:41.480115007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2ce6d4e-8ecc-4552-bf43-57ad72c7485b","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":12341,"response_code":"200"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.480274345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.484174185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.484364775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.484411508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.484881605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.485970504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.486031446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.486299389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2ce6d4e-8ecc-4552-bf43-57ad72c7485b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.486544438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.487074073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fcfb4947-d8f9-40a7-8c88-f5bac64ba058","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.487282558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fcfb4947-d8f9-40a7-8c88-f5bac64ba058","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.487475523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fcfb4947-d8f9-40a7-8c88-f5bac64ba058","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.489585377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fcfb4947-d8f9-40a7-8c88-f5bac64ba058","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:41.493365318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fcfb4947-d8f9-40a7-8c88-f5bac64ba058","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":6215,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.494753053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcfb4947-d8f9-40a7-8c88-f5bac64ba058\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.495303179Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.495386846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:41.495418088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.508389402Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.560222907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.560376714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.560503917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.562905482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.56423923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:41.564632243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.566967666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.574346017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.574413661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.574444433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.574916223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.57522609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.575826025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.577982111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.578775803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.578837295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.578971032Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:41.590234604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:41.590564481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.590625372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"560.089532ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.590730912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.590949688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.591104306Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.59114632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.591178594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.592167675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.592970996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.593032669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.593876881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.595506337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.600287093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.600478574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.600530538Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.601045944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.604338695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.604404025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.604875044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59977","req_id":"7fa3668c-f6aa-4e8f-9d52-d0a13dd817a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 27 45 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 'E..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.604940143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59977","req_id":"7fa3668c-f6aa-4e8f-9d52-d0a13dd817a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10053,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.605183889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.605448917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.605553215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59977","req_id":"7fa3668c-f6aa-4e8f-9d52-d0a13dd817a8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.605883924Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4586, tv_nsec: 404794101 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.605946278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.606305905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61430","req_id":"ff4c8747-6c30-420d-8dbe-4438b13c961c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: aa 8c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.606360032Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61430","req_id":"ff4c8747-6c30-420d-8dbe-4438b13c961c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.606451224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.606549009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61430","req_id":"ff4c8747-6c30-420d-8dbe-4438b13c961c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.659806892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.660449202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59113","req_id":"ec3d7778-7fbc-4934-8e9e-5c8147577bad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9b 84 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.660521676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59113","req_id":"ec3d7778-7fbc-4934-8e9e-5c8147577bad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.660808718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:41.660918557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59113","req_id":"ec3d7778-7fbc-4934-8e9e-5c8147577bad","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.661106642Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.661148976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.661176421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.662568765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7949ae0d-f381-4571-8df4-50aced2359ba\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.662818532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.664042421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98fca95a-9766-4573-918b-5943e6965df0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.664229103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.668126328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9f3a21d-bd9e-40ec-8c54-f3f76f75548d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.668273732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.671227948Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9a8cf22-8990-4418-b8e4-923c0661e822\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.671360652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.674358816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfddc711-3a9d-464a-a9aa-fb3f0da31d86\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.674539997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.676645852Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e541254f-0a09-449c-ad22-539a3987a59c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.676692135Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.679557824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.681062793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900361cc-46cf-48fb-bcdd-02ddf66127d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.681336899Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.683905517Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a97cff5f-3612-49d2-b871-97ccdbf46a56\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.684013071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.685330586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aee6ab94-6865-4035-9fae-b1c25650934d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.685512449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.68664244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"693c8ae5-acae-4a8e-b7a1-aa0e7925ba31\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.686802238Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.688013822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a35779f-102a-49cd-b465-d8eda6250a21\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.688231686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.689415405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f1c4fcd-6574-4cf6-baef-33d64ecd22c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.689653479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.690871396Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb0f7a5-471a-4fbd-ae67-af11ebf84d1e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.691107787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.693515384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f69a90-1146-4f78-b133-2e63463a2853\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.693610523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.695357093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65720a24-d26a-4bfd-bbcd-401f28641024\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.695484557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.697232259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0d69548-97be-49fc-aad2-850e49e24a90\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.697342299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.699896217Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f86ae7-b1bd-4795-8b91-8f0aedcb1bd2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.6999829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.702074768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"191fe68a-c468-4ec5-97a0-42c53cbd91db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.702152863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.70396276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f7a5f21-c61b-43a0-8415-1e38ae1511cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.70404337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.705315655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b717a2-b8a4-49be-8dbb-2fd71138d178\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.705465764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.706522389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d756670-e8e2-4786-87e1-37a3e4d448e4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.706693581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.708943233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a0c530f-1431-4d70-929a-43f2bfc9ec75\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.709144344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.711767781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"209767cb-42f0-48c2-9528-0e737be4cf44\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.711828281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.712664828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa37bf9-a503-454f-a66b-0b12cdae62bc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.712842091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.717118321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37fade86-17f5-48e4-98cd-00a4f19b14e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.717357097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.720175382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ffbb0ac-1d27-4242-99d7-aba513db7bed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.720393096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.723328194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f62fd4f2-ee74-4db0-aaf9-bc63938303d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.723911797Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.726032141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41422742-ddd9-4bd4-a50d-a59cadbac264\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.72618712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.729922372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e96f850-51db-45d4-80f7-603df8ad3b3f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.729992252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.731178696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.731249627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.731285819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.731315037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.732252655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.734693418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c92b60-8956-4ea6-bff0-65a127580f6a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.734763668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.736017847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.752844203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.752920906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.752952819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.753658866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.753885988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bdc7a5b-d174-4b40-bf31-b419f67aed89\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.754158291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.75601964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f807f3fb-a456-477c-ab1d-08ef50f12688\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.756171071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.756458564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.756507411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.757186985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.768075781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cf6dab7-f6ca-4025-aa26-427468f4a75f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.770817964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.771932856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e424d66c-7c28-47f3-be08-74fd08a7f54e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.773042897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.776103826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31e97348-d69d-44f3-bc6a-1fdcd38f1e46\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.77852484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.786637093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4675b5f-221e-4fdd-8dfe-9188c5e44d48\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.787457577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.79022421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8042fbd1-83d4-4fe1-a1ad-f8e0e4c7d6c7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.79032979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.792883258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9228b37f-d54c-4a3f-92ac-9a17aed76e3b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.793136833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.795533799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72dee3c0-1510-4c62-8764-03c4c23ec239\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.795887554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.808867004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"310f1d02-c9b6-4cd3-a8f9-62e268ae3725\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.809162473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.811327296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5012b46-8227-4e0d-a27f-e8c5aea31f93\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.811632635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.812974448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7f388c1-b580-4ed7-9871-e86e11f2b417\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.81355735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.815820018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"217c83de-f421-4b06-8e72-d15b6846e36e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.816094685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.8173871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aefd6e99-a582-43ae-a853-278ed09b8de0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.817575686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.827047498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74bff0de-d958-4800-8e57-f91b2a3cf560\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.827111636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.829068625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.829133534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.829165889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.831400791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.832631734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.851183447Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.857058773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.857216498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.857320946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.857355434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.85738324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.857728608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.862770163Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.87439778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.874481106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.874562679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.87498512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.8850731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.885226385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.885277357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.885310283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.885793956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.953725656Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.953802188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:41.995831178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53632"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:41.996266145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"caaee259-d1ee-4dd6-995f-cc5bd978db3d","remote_addr":"[::1]:53632","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:41.997088734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"caaee259-d1ee-4dd6-995f-cc5bd978db3d","remote_addr":"[::1]:53632","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":812,"response_code":"200"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:41.997291718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.003680798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.003750387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.003780837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.004250112Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.004671773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caaee259-d1ee-4dd6-995f-cc5bd978db3d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.007153968Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.0072103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.007238497Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.009316547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.009376016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.009410685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.009440905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.009897164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.021269803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.021455323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.029661112Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.037417035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.046488329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.046781734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.046841353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.047572209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.20024037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:42.200614145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:42.200908482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.200966016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"610.227909ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.201031687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.201064382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.201217758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.201271314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.201301064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.201933885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.205478086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.210052049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.210104805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.210135917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.210526785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.229457343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.22955608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.231549993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57691","req_id":"0bc70e26-140b-423f-913e-9ca9f37bfced","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a4 39 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .9..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.231722005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57691","req_id":"0bc70e26-140b-423f-913e-9ca9f37bfced","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.232314306Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.232622229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.232794041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57691","req_id":"0bc70e26-140b-423f-913e-9ca9f37bfced","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.234197347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4587, tv_nsec: 33126061 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.234333759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.240084126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58478","req_id":"99e9aab2-1463-4448-8903-c11f964e3275","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2b 01 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e +...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.24021639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58478","req_id":"99e9aab2-1463-4448-8903-c11f964e3275","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.24045252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.240558391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58478","req_id":"99e9aab2-1463-4448-8903-c11f964e3275","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.304285093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.307918061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.308411785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.308469309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.308501123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.309311457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.312934426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58956","req_id":"a69c0e2a-e503-4444-bedd-4c3db17813bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 55 94 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c U............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.312999486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58956","req_id":"a69c0e2a-e503-4444-bedd-4c3db17813bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.313315084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:42.31341302Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58956","req_id":"a69c0e2a-e503-4444-bedd-4c3db17813bd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.314052664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.314104658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.314132713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.316540831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.322420887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.322480917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.322510987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.32287406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.331445508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8384f7e-a8df-4768-a56f-c1f3a3f59f2b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.355609323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.355777057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.355817688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.355842598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.372906516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8e0ad93-7e80-4a09-b2f3-043021179e49\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.373161364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.38351326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd45d066-57b4-4640-a705-9d9d05607e83\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.383667196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.386356585Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e046425e-055c-4704-a973-999a7d8b0940\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.386556142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.389028068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2c0f0c-8232-44be-80dd-ba2f7fdb2007\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.389175111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.392093014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16ec7c99-0225-462e-9ceb-c4d7be3b596e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.392215378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.396170629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fbc37eb-a1c4-4aad-9537-4d20c93c6425\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.39651765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.400343102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7de955d7-c401-4583-8bb9-602f16f09022\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.400419053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.400785053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.402579969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2e17a9b-58ff-464d-b6d8-0cb3d05bb0f2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.402859135Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.404238714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0689bdc-7518-47a9-94f5-d6105ac6cc7f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.40430703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.406148539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d0b7191-fc6d-4cd1-92dd-64d4863bcf29\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.406416343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.407506946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10f180dd-67a2-4c74-a8cb-a95529cd3f03\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.407633959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.410764095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb121457-4da9-4a99-b9ef-6426e620e2fc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.410942881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.413033026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0baf1c14-d023-4926-b04c-3720593922ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.413101282Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.415276145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee7207c0-844f-4e2d-b575-4442ddbb835e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.415350944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.425649584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.425712359Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.425846125Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.426805056Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.429056902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35ade957-24ea-4633-832c-24bcf34f4d2d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.429265638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.430568144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.430625267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.433549945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9904f7b6-83a2-4096-ae4e-05d65102332c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.433664122Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.433702368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.433740835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.435126375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf51d487-3e94-42d3-b118-b26d3bc39468\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.435229361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.437172833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"292f1e80-0930-4887-a1c5-0d57d8c26553\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.437264145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.438119168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37fc45cb-8f5e-47ea-bada-89cc0312e9f0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.438255099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.439251565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf847111-1cbd-406a-b4b8-b838f20e9a24\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.439379089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.440450714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cb40b3e-ca1a-4f8e-a5a0-8e2d49d2b135\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.44058447Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.44189937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0de8843-b5a0-43f2-bd7e-c24b023f9eb9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.442347533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.444127299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6527a597-c533-4e9b-954e-43edf5fbe696\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.444297298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.446069289Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00b3cbe2-16c5-446c-ae6c-689ca8c09bfb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.446134529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.448282047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d416ea11-ecaf-439f-b140-e8f2c08ddec9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.44838878Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.450147895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"259c81cf-38b0-4a13-b381-f835cd8684ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.450706849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.451457785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.451508756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.451541321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.451569557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.45254434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.458586679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.46557376Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.465632146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.465662597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.466169868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.467679235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a11f6594-e54a-4f64-a87d-e9c0d4be25e7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.467803563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.469220636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.469279413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.469680202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.472447455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6d93fa-3ac3-4e48-a6e6-2808816cf1ff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.472609388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.474797357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce5d659f-2830-4c22-bb32-efb309ae93a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.475162585Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.482661466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"283d81c2-7c0e-4c15-b830-e453cf91517f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.483312253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.485115506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb1070fa-6b9e-4469-a9d8-5c04bbe6ef99\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.485346305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.488939024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aa963a2-0f76-4dd1-a7b3-d9cfdcce5051\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.489285674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.490583019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd37b52e-1300-4079-9cd4-ae13c957193b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.490655814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.493316215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc97cf4e-528e-4375-b5cb-6ef9aa84975c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.505052258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.515715123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95f1bf3a-a148-4fc8-9d32-0eadfe4fe879\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.516022977Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.52270004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e206b87f-9869-4d15-a3dd-c5dffb22f516\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.523117302Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.523508351Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:42.527607709Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.530118331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9091bfb7-b28a-4a2a-893c-3adefd0094f5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.530294712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.53401283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a87a9e8-caf8-40ac-b0c5-07070ad59ff2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.534096487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.534470472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03700087-e2c8-4c7b-94d2-d877782f4ff8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.534599559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.536559995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"935c603e-679f-4906-a4b7-a65d115b12f9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.536694083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.538067218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbc380a1-0f94-46b9-a869-4c3f0461fb6d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.538309321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.539400655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb3d92a7-633f-4515-a797-8210fdebbb6a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.539567498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.540616498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9217456-53c2-4672-aba7-471b6fb48381\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.540819943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.541649165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49978091-a9e4-42aa-974d-d4a8df6c4196\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.541759235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.541805657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.541840697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.541871999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.543274003Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.54591243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.550776641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.550842232Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.550877632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.550910067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.551030397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.551634661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.554477244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.560607148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.560673049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.561104358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.561297393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.630848279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.630914861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.631392483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.631448384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.631480899Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.631510408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.632252947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:42.632307065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57512"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.632517905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.632654097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.633342288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"bada5071-d952-4fef-9297-9486ff6499e6","remote_addr":"[::1]:57512","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:42.634734782Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"bada5071-d952-4fef-9297-9486ff6499e6","remote_addr":"[::1]:57512","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1419,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.635123928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.636503687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.636582464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.636616251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.636642133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bada5071-d952-4fef-9297-9486ff6499e6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.645046408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.645129042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.645159603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.654203322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.654269694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.654302009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.654331347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.65435787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.65544198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.665859627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.665923744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.665960477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.667826736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.676922909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.68447194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.684679835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.684734644Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.685479067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.696767649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.696937237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.69814844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:42.735910298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:42.736278041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.736330405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"535.299519ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.736622417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.736668749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.736700783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.73672935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.736758989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.737884471Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.742271111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.751044301Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.751126826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.751161776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.751658856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.756277458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.758061403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.758126633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.762319697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60259","req_id":"f18a259b-6c55-4a21-9951-cb94a4413a16","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c8 74 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .t..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.762388544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60259","req_id":"f18a259b-6c55-4a21-9951-cb94a4413a16","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51316,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.762600476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.762764674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.762817178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60259","req_id":"f18a259b-6c55-4a21-9951-cb94a4413a16","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.763310982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4587, tv_nsec: 562199957 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.763373346Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.763669516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54106","req_id":"6e9b9749-65df-4468-8b5f-f323355826e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 36 19 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 6...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.76372666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54106","req_id":"6e9b9749-65df-4468-8b5f-f323355826e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.763818233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.763921388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54106","req_id":"6e9b9749-65df-4468-8b5f-f323355826e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.838608257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.839102592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.839164264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.839199605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.839229364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.840448613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.841610729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52173","req_id":"ce1bc618-fd41-4b89-81da-01e6c31da8d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a6 8d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.841675668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52173","req_id":"ce1bc618-fd41-4b89-81da-01e6c31da8d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42637,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.841904063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42637,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:42.842025636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52173","req_id":"ce1bc618-fd41-4b89-81da-01e6c31da8d7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.846028751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.846083971Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.8461132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.847739951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.857845536Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.857930114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.857965555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.858517815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.859049374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c555c38c-5bb0-4408-ab89-7b21d907d426\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.859370424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.865594475Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.865784123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.866604788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.867826131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93a4d7d6-1ed4-4ea0-b906-a19b11d8d67e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.868144987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.870941068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d6b2e9-cf24-482c-940e-51327959f075\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.87117298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.876684752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbfdee87-c4d8-4283-90f0-0ad8146aa59b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.876912255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.881360748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76b2aa64-78e5-4d9c-935a-f4e011318419\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.881583552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.883612655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c4012e-9a85-49cd-b310-0f9a067c2201\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.883824166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.8879719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab17b9e1-a7a1-44a1-87f7-3a7e505cc605\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.888173672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.895443357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d65428e0-98d1-47b5-92ac-aabbf0281b71\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.896808837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.898736268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa12cec-7c87-4285-b44f-a298841a252c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.899007117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.902470137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bc669c6-efc3-4362-ad96-7674ad4032d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.902737871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.907005644Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01a62d93-7f5f-49fc-87f7-249734ff37d2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.907471602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.910671508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86b1d672-672a-4bb6-8ffd-065fb446e526\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.910919392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.911417765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.913163353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49cf2869-f888-4031-a585-95fdbeae3b25\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.913646225Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.916284471Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0267723a-a602-47a5-84d6-562b446f6d50\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.916505682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.918635406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"912cc3f8-92fd-4651-980c-d678c82d4cd7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.918896997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.920772604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60a1fa56-e645-4adf-857e-42c1024b1c2d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.921038303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.922874492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8aa93c1-acba-4468-8be9-ef17289ec07d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.923137205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.925272039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3767e154-eea8-48ec-8fa7-c302c6391bf4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.925483239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.927344017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d10d59-5a16-4140-ad16-0936cb4719d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.927553624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.928566563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d94b008-a063-47b4-8fce-c8a6317bef87\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.928789687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.930565736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e0ac9c1-4f80-46aa-aa3c-061ab491b0a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.930839762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.931973992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce60283-0e0b-4763-934f-d1111cf072f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.932194892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.933805371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"573419ea-22c4-404d-891a-38730fa00f3d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.934163224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.936843835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d204502e-5c8e-41d8-88a7-99897659996d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.938122783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.951751637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76614082-a1c2-4e13-8fec-fa33aa3fa3b0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.952045303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.958597628Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1ff84c8-686f-4842-9ef6-4dfe5a81ed82\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.959082213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.965383929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.965533838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.965633396Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.965723025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.966646655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.969498186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.985640639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.985723143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.985758324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.986146507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:42.990853906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.990943555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.991901534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.992953359Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f92a69-0265-4e8c-bcaa-416e1ff39bad\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.993252535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.997156634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dac166a-3edf-4ccc-a099-2b6c68bf7186\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:42.99739058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.006610951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37e8cc7b-b13f-451c-89a3-baaf0d9db87b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.006958854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.010685169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4630f3e3-1553-4230-bf81-4a0499e2c966\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.010833594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.012102262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a105c70a-4512-4f5d-b73e-64f82d24803e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.012278163Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.01368741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fad9fde1-f3c7-4253-8837-07957aeeba33\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.013830566Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.015264653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e59ff81-2aff-4b6c-bf56-a28bf2adeaea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.01538848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.016820232Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46e89340-9f10-417f-9c82-6b3837b8a756\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.01690933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.024959048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42505ffc-9872-4aed-b7e5-81123b51a241\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.02536624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.035843355Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.04205449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c0b1df-ee7d-428a-80d9-de7dda585449\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.042316442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.04601467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a869184a-c666-4842-a21b-f901881f671d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.046229719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.052838316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a119a04-1e3e-4152-bf72-27d7d771f2d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.053085579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.056344963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95faf554-da51-403e-bcd5-009ae92e630f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.056498459Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.059834486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7879dafe-6f17-423f-9f79-575e51abd9da\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.059935276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.063850487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a3b2bd-c211-419a-b145-079be43b1a0e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.063915918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.063958773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0204174d-3ac1-4025-9e45-070d2ac00046\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.063998151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.064028632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1572002-f6f6-4a4a-8226-7e05212b0cd6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.064060936Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.064842544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f975791d-6db4-4d8b-bc3e-0d61cd7b90b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.064977222Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.066264567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ab496c1-938e-4880-86bc-578b0a8da32a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.066335088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.066411279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.066449676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.066532972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.06769133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.077885361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.084534709Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.084607534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.084641021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.084670369Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.084698515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.08583483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.087880465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.088746511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.088782903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.088812933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.093727014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.095561389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.106378912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.10647309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.106508921Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.107362482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.107518483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.118681534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.118764229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.118796083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.119608221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.237261598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.237361386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:43.238051151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38933"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.239238607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"e97b441f-3c8b-4282-8fda-b0efac852505","remote_addr":"[::1]:38933","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:43.239901487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"e97b441f-3c8b-4282-8fda-b0efac852505","remote_addr":"[::1]:38933","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":669,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.240074041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.240178058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.241231207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.242156029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e97b441f-3c8b-4282-8fda-b0efac852505\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.24543374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.245492988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.245520944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.256860106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.256945677Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.256982931Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.257063932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.257934467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.26429521Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.272495138Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.272815927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.272924774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.273792222Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:43.380984356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:43.381807205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.381954218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"645.354437ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.382167784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.38224122Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.382277412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.382310548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.382341941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.384586052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.392704558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.397078823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.397150376Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.397186568Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.399463825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.401201136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.40600119Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.406137883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.406915161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54363","req_id":"00c029e9-142a-4e83-b6b7-6a0ea41808cb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e9 79 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .y..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.407087475Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54363","req_id":"00c029e9-142a-4e83-b6b7-6a0ea41808cb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59769,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.407490979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.407797199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.408043429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54363","req_id":"00c029e9-142a-4e83-b6b7-6a0ea41808cb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.408548315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4588, tv_nsec: 207476297 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.40868141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.409115626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61755","req_id":"911908e4-ef3f-4a8e-8821-fb968d3f0286","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8f 4c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .L..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.409282368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61755","req_id":"911908e4-ef3f-4a8e-8821-fb968d3f0286","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.409520943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.409660621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61755","req_id":"911908e4-ef3f-4a8e-8821-fb968d3f0286","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.485283886Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.485591348Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.48564206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.485675616Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.485703582Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.486531201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.486652954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.486700528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:43.486727532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.487377006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.488298562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.489811587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.492863267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3c8a04b9-346e-4c28-a4ee-c4851ec74797","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.492992845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60852","req_id":"b2d86a58-a7fb-45a6-88dc-92673e4488dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: df 88 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.493050581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60852","req_id":"b2d86a58-a7fb-45a6-88dc-92673e4488dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.493588091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:43.494551842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60852","req_id":"b2d86a58-a7fb-45a6-88dc-92673e4488dd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.494659206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3c8a04b9-346e-4c28-a4ee-c4851ec74797","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.49471679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3c8a04b9-346e-4c28-a4ee-c4851ec74797","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.495351725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3c8a04b9-346e-4c28-a4ee-c4851ec74797","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.497059478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.497117614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.499751672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.49980071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.499828876Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.500339874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.522066012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.52212549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.522162534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.522859072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:43.524049263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3c8a04b9-346e-4c28-a4ee-c4851ec74797","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":31189,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.535139801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.53519984Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.536506694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c8a04b9-346e-4c28-a4ee-c4851ec74797\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.536694358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.53720743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.537259314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.538121702Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.538470306Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"da441ab5-1a23-4840-bd8f-ab166d202fa8","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.539378546Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"da441ab5-1a23-4840-bd8f-ab166d202fa8","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.539447283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"da441ab5-1a23-4840-bd8f-ab166d202fa8","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.539897269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"da441ab5-1a23-4840-bd8f-ab166d202fa8","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.543401391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ad664df-c1f4-4536-9233-cfe25161b76a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.543737972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:43.54626178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"da441ab5-1a23-4840-bd8f-ab166d202fa8","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":7563,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.546524484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da441ab5-1a23-4840-bd8f-ab166d202fa8\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.546585034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.546619463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:43.546647278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.546734372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ff1e7e6-543e-4f57-88e9-24fed51d6822\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.546996675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.550591707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2426430a-fe65-47c8-a37a-586900c4d397\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.550671627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.552822162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f1066b-a43c-437d-bee4-eabc94ee3b68\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.552959515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.555183867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fef10d58-43fa-4790-93b0-915a6aefa8b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.555307874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.557414682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb2646e-79ae-4179-9b64-d7b6c7b19589\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.557705531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.562468591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e355ce8-17fb-4179-bc08-4cb8d81bb898\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.562696626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.567580286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.567699263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.573616393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.57370027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.573734879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.573760339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.574729791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.575428533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bcc403b-05ed-4e76-8afe-9e6fcdd87559\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.575802689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.580138077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e88dea-62d1-4ba4-bace-8f46852b16bc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.580405039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.582172059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18630379-6111-4725-a4f2-3b824e549b50\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.582310535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.583529654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f454cc2-db64-4175-9436-4daeab2e7295\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.583781837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.584824725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e796dd8-5469-475c-8869-550797ba9d69\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.584944022Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.586378951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63c589d5-a8e8-4acd-8f68-2d4d3cbd2f19\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.586561064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:43.587719292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.5888177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d982048b-7c49-4d2b-9f2a-0a138c14cba2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.589073851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.594437497Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ab1a05-0823-454c-82f5-ba949ed40737\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.594638959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.597283117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22d55f1e-c29f-49eb-93b4-dde66217007e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.597386263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.598725781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1d11397-ece2-477a-a2b4-0e36d8dfd40e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.598971441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.601076736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb1a5930-a978-4492-8f83-9653b3ffd99c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.60119415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.603333111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924ab038-82b1-43a7-aa55-fac91560d8a4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.60344805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.604444265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2991ae10-3786-491e-bead-f3a533e6a25f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.604780816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.607318672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b57b62a8-21ab-4cef-875b-e64f3d54dc08\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.607468501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.608452942Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5860fe0a-d7f6-4f92-882f-d00214bfe1e2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.608587079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.609754536Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d04f27d2-3d4e-45d3-9eb4-2a2cc6a290b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.610402336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.612889311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71605ad2-06f0-4ef2-9596-92c31ad7db3f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.613067366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.615073754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53e17230-f202-4fa7-bac5-ede33d196556\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.615133192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.617289519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aebb1ad-f362-42b6-809b-21f1e798ed77\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.617364538Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.61964913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"451d57e4-4665-4599-b31c-adcd8ea34c7e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.619858166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.624257612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"874855b9-548f-47b4-8835-dd2995d41ea3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.62453776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.626363317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.626410481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.62643966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.626466603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.627400564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.62916529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4db071e2-2137-466b-8ede-8921073803ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.629443675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.629752721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.635781072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.635842113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.635871011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.636255858Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.638552013Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.63862571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.639097019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.640220367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4a77563-d862-4777-b983-a40ebbbaa561\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.643354361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.653524725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29b4ab9-7789-4d78-89ba-3be8e8f68931\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.653692349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.655283138Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6736305-5568-4b64-9354-b15657126b09\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.655464089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.658144249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b8b49f-1940-4de7-8ecc-e2510646d357\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.658674546Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.660486626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43b4a404-a05d-40a5-a37e-c21b9cdb7286\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.660677707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.6623557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41e5f09d-713c-4d6d-bcfc-b829c28c74f9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.662743332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.668028112Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"079b90fc-a3b0-4405-8c97-a54ee100d225\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.668096779Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.670482773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07e36833-42d0-4aa8-a489-d8ccc7a16c5b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.670552381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.67481777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbe8e98f-ce9e-478d-a76d-6925b250bb8e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.67497869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.678765956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.679060002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3e0a146-1873-4304-aeaf-75434ed273bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.679221765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.68140775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bfc4d91-e7d3-4f09-a2ba-08542c135b07\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.681534052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.683108749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"876b6bf3-5438-4b6f-babd-3e7202ab8efc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.683177286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.684176927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34d92482-46e6-40d0-8b0e-97c74bcb7712\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.684325854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.68517201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff573fdd-57c3-40c8-8802-a842cfe0d5e4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.685391808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.686538843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a807181-0fe0-4d3e-ab8e-5e1c435c0d44\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.686601999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.687508726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6afbbce-30aa-4530-a259-a6e2826ef719\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.687573545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.687609907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.687702552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.687750958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.688346285Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.701317098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.707686529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.707765887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.707799824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.707829814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.707857399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.708425681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.719143606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.728261643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.72836528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.728401682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.728930296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.729792834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.729854657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.729889276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.729918224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.730724691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.795726272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.795801472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:43.796309524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65202"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.797919091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.816651754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.816710722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.8167448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.817214355Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.817526006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"3b33ee99-16e3-4915-a527-583d7e4b897c","remote_addr":"[::1]:65202","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:43.818601038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"3b33ee99-16e3-4915-a527-583d7e4b897c","remote_addr":"[::1]:65202","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1081,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.819549107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b33ee99-16e3-4915-a527-583d7e4b897c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.82184425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.821881284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.821905071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.824246316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.824305574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.824339392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.824366926Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.825330005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.827359138Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.827421232Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.827864866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.833191699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.839644636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.839875015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.839976548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.840753165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:43.898121027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:43.898968004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.899032463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"516.85522ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.899071701Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.899099145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.899127943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.89915658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.899185177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.900183095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.90089836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.902547997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.909150622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.909490289Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.909570559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.910463889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.914832623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.91492148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.915754129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65222","req_id":"69d890fe-8762-4137-852d-6ef7ea7bd6c3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cd d9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.915821664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65222","req_id":"69d890fe-8762-4137-852d-6ef7ea7bd6c3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52697,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.916036532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.916226521Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.916324255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:65222","req_id":"69d890fe-8762-4137-852d-6ef7ea7bd6c3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.91668775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4588, tv_nsec: 715584129 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.916751807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.917335029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59018","req_id":"90a2af8a-3cc7-4a07-b6a2-563f521f0e7c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3f f0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ?...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.917469086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59018","req_id":"90a2af8a-3cc7-4a07-b6a2-563f521f0e7c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.917679756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.917777631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59018","req_id":"90a2af8a-3cc7-4a07-b6a2-563f521f0e7c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.966372884Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.967864255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.967928554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.967959746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.967986028Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.968876152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.969505616Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50650","req_id":"09144c3d-5514-42da-871f-f6cda05014ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 22 a6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c \"............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.969571377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50650","req_id":"09144c3d-5514-42da-871f-f6cda05014ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.969755063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:43.969850914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50650","req_id":"09144c3d-5514-42da-871f-f6cda05014ec","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.970830556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.970887279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.971435862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.97184635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.990690856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.99077802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.990811757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.992326976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:43.998377621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:43.998548452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.002860754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.003406371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2f5d32-935f-46fd-8cfb-4d394f1cc4eb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.003724575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.013355013Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b73067c-d83e-4877-a5d0-944991226bbf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.013751964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.018153584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"962ecfe8-f180-4af8-91b6-a30140d5ece2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.018281458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.021069624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfe312e9-a942-4066-b37e-9da238a422b5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.021139894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.023047765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f88be2f-4721-4b7d-98dc-6621a08d4ba9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.023114037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.027471589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80ed5660-330d-4a82-9558-1d9ba0a98794\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.02757732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.037405312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45388619-debe-4a5f-814a-4f7d28a01230\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.037739938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.046526184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c981d59b-09a9-4282-946c-e44cf075429b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.046704069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.054589199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09b49799-cd00-456f-9504-5f4a9aba2ffa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.054883325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.060447712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.065704917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d91d274-749e-4d16-abf6-c9a56151c1a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.06578199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.065819745Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7598e814-3d9e-42ef-94fe-e48fc29aa39a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.065851008Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.067024235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8990c004-c21c-47a7-962e-c9366553bbb3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.067095177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.068807398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52b5198f-9ae8-48b7-9af4-e1ddb8fcbaaa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.069202024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.071340175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aeaac44-2036-4b6f-bd78-bb11c7c156de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.071731825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.073860697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe79870-b9b3-4971-9284-a0559522892c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.073933552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.079352418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c60da95-28bc-4bea-b7fa-f87b9d78fc5f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.079641605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.083464221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"112a7318-acbc-4b5d-b08e-149d7dfdb3a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.084130058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.087686604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc0b42a4-674a-4cfd-85e2-c99d9fc65be8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.087833036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.092183934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7531f7a6-3b6d-40e3-b7b0-5e6d6de594cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.092299545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.093854152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"644a1ed8-d9ba-400d-8634-3c4a285c8f4f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.094473055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.096026761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd590a74-628e-4b96-ba25-e72aa76ce8e3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.096307029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.097264377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf1ac3e0-9c47-466d-941c-e17415a88a2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.097325218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.098676009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b626bc1c-e12d-483c-b30b-825bb9618db4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.098787311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.100537168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5158d99d-0db6-4bb4-9b6a-5673fe90fb88\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.10095013Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.104590003Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3014094c-218e-4a11-9d37-26c0490bb723\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.104736745Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.108795362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6fc53a3-a073-4391-8094-a9d7eb29da6b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.109112253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.111405833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.111555401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.111690209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.111792243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.113589353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.115672404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b8e2a9b-2e95-444e-9d30-76f2c1c40e3f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.115894626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.116476426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.135956799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.136088081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.13612291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.136526093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.141746795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.141815512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.144594729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.145627728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8116687d-6e2e-433c-b61f-2581f40d2003\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.1458697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.149415905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19623556-bbe5-49c0-8639-631ab40ad113\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.149596886Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.155969263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2dedfd6-8954-4eb5-9f97-1f50c61d0c46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.156287957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.167322724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"413a25f1-a6f4-4cc1-8471-6b65392c1832\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.167657601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.175626488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3841f45e-8ab2-42e2-bcd0-a6b3dcc0cd31\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.176024311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.178064386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c812b144-08de-4941-b2bf-9fbe861b6bf5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.17829258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.180333507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85567f02-12e0-4257-92ff-c2d4c47a7be8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.180545219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.183965052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1c7f2aa-79e9-4640-8271-d054a811d5b0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.184458205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.201175854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3d72a4d-ae93-4a5e-b884-8e897a3d1de8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.201467725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.204190681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e24b71-5bca-4593-944f-74baaf3ec0a6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.204409637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.212101031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.220101632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3871a13-7a7d-4b60-b3cb-979adfc2e9cd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.220206611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.263257367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.263333519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.263366605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.263395452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.264625142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.275756912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b752dc3-6491-4e8f-8217-3059164730ad\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.276178401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.286669945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.293412339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.293521456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.293611095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.294288455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.305512708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.305608058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.306669914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.316461082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a44f0d7-a08f-4214-90e5-f496c4b7a0f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.316789056Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.320935707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4547268c-7f7c-43a9-812c-80eec00a2718\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.321654109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.323018397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9567d9d3-492f-4462-8959-51b22a50f971\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.323196913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.332294509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f26cb5af-1903-4f0e-8610-e33f0d4b6d2d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.3325761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.333999867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18cae959-cc13-48ae-9b55-6a46c5d1b0e3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.334351427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.335955113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3461130e-ecd7-4ede-bcb6-4d47e486bbfb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.336183488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.33630522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.336399979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.33648572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.339787729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.347234907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.354395414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.354470073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.354503489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.354533569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.354560292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.355104837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.359236319Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.36389454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.364050411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.364148105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.365544217Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.370821652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.474222732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.474307711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.474900071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.474976885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.475012556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.475041143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.475786087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:44.475997739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46922"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.476186725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.476279861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.482902175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.484160452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.488860356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"30e56a12-4603-4998-a3da-b8d9be92a254","remote_addr":"[::1]:46922","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:44.489458027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"30e56a12-4603-4998-a3da-b8d9be92a254","remote_addr":"[::1]:46922","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":563,"response_code":"200"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.48959014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.499535145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.499589263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.499616517Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.500019691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.500354638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.500408275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.500821859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30e56a12-4603-4998-a3da-b8d9be92a254\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.502909949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.502958566Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.502984798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.513320401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.513383557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.51342005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.513451723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.513921249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.516658703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.516772049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.517970306Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.518157168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.526782323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.527048193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.52710202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.527677988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.528595506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.52865283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:44.564476928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:44.564732557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.564790502Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"665.692038ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.564828839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.564858859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.56488972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.564921313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.564951042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.565593963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.566493816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.567974997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.568033784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.568439393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.578588023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.578650157Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.578682611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.579305523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:44.58093559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.583466884Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.584130246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.584189814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.584219443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.5842579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.58428814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.585805093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60561","req_id":"79039bd0-4e8d-4c83-bcc0-ca5f26ed0fc0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 51 16 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Q............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.587832562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60561","req_id":"79039bd0-4e8d-4c83-bcc0-ca5f26ed0fc0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.588097229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.58828813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.588430233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60561","req_id":"79039bd0-4e8d-4c83-bcc0-ca5f26ed0fc0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.58884524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4589, tv_nsec: 387732020 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.588916311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.589605364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50598","req_id":"1b2bc5c9-056a-43c0-902d-33725c19c50a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f7 3a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .:..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.594182223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50598","req_id":"1b2bc5c9-056a-43c0-902d-33725c19c50a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.595155192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.595206845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50598","req_id":"1b2bc5c9-056a-43c0-902d-33725c19c50a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.669078429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.669452705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.669508586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.669542103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.669570219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.670591304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.671153023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61301","req_id":"4b989840-5808-4d02-9e1d-d88f068dda50","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: de 13 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.671213734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61301","req_id":"4b989840-5808-4d02-9e1d-d88f068dda50","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.671298753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:44.671531477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61301","req_id":"4b989840-5808-4d02-9e1d-d88f068dda50","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.671798128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.67184432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.671873869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.673517714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.679189505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.679255146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.679287129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.679670123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.682806011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e00ec2e-b90f-4ce1-9dc9-12a74c9a6ec2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.683059466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.685069541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e00c0e6-2af5-41b8-8d71-dfb3f0783ba5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.68523996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.687707186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.687745713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.688242543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.689036975Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b60eb5-0b1d-4bfc-aab0-211335b2bf7a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.689206473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.692831977Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3668317b-9b6f-4532-9e17-015c0f66343d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.693223096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.696320547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10a5c404-0e15-499e-be65-7b01e56b2d39\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.696570485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.699471185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"703c88fa-57ac-4797-b45c-9ec4638b9b1d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.699634079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.702217677Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9662a037-f258-461e-a0d8-756133aa0439\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.702347897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.704617539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b3da87-6a09-4b92-8bce-43dfb069394a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.704824401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.705642511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bac24ca-13f3-4ddf-9464-6d4047c15ba7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.705850666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.707086468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d18585e3-a28b-4bde-86b5-7fe434e9f4e5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.707421836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.708484674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac3db90-7430-4805-a940-e90e4568c7d1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.708575635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.709971396Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"704b1261-56dd-4166-917e-e8732e3b4f61\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.71024447Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.711743416Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c629ac1d-204b-4bbe-b8b5-96d4261ff18c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.711926151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.714306303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84be0be1-5bd3-4edb-bc20-f024cfced74d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.714441232Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.716239925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad20a19-793e-43b6-9ad3-379569d69ea5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.71631262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.718400801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcc942e8-bd84-41c9-b7e8-a0d43132424f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.71850091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.720408411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58fbef5e-4e66-41ee-82db-cf4200a6649b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.720602798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.724371908Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99133c9a-6e92-459e-ab6a-b77cd7caaf4c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.724431427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.726152746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.735256024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67911de7-d7ef-4084-ab57-8df515097379\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.736079795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.737614763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b5a1b9d-e054-47e8-8788-95b115b30f78\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.737843179Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.738828732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca5b48a3-8cf9-4a0b-b984-18af8c2bc2a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.738961226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.740364001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a08d643-080b-4002-8cc8-3c46514db9f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.740425774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.741425095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aecab20a-2a93-458f-806e-86620ae020e2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.741498141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.742973751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a71566cf-f01d-440a-9ad4-bad3c7129a97\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.743331063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.74712883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c813ab1-4869-47b9-8c18-5f760bbf2e9f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.748630482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.750040691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24ad52e9-2971-4a2d-81b0-fee994bec454\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.750119108Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.751998993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd72006c-d78a-4d3c-b959-f75a47b8a7bc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.75222305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.753875492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a2bc19e-cc91-4764-8900-29c40c103059\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.753950261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.756103752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"705844ae-9624-4c4e-b39e-adebc4b3aff6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.756160364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.759658284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c291388d-d71c-4d66-92c6-d41241ba975b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.759724325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.76073036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3827e24d-1cd4-42ac-b987-c696ee074709\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.760852453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.762014168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ebf1f0d-e3dd-4279-85c1-6ebcff566444\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.762143024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.762975363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95db06c6-4500-4d73-a739-0260e8ebac4a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.763095913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.764266545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0191ccd5-2dca-48d7-bc1b-7efbbfb2c25b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.764328509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.765535925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b61f3a0-e670-46f0-851c-8c397ba747ff\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.765598269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.767266503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1f6d317-faf6-4cad-9aba-f630e1baf977\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.767342033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.769339252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88ef9bea-ff64-4031-9379-3f8319a2bc05\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.769385725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.771593935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0630a7c4-8dd4-476c-bb0e-e1190f86234e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.771657291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.775213527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf402146-5f50-49a0-8193-0d89c5a20c5e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.776147828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.776493246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.776623245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.778243954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.778300197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.778642098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.781760601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.789506464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.78956503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.789594269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.79039303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.790611295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0a9ce51-df5b-46fa-864e-6a2ebca3b9bb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.790758077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.792914364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.792973932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.793395572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.797887502Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74214cec-3494-4607-a8fb-05e333f7f108\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.797958113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.799163595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a20079b-a255-47fb-bb26-87599b1f40a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.799519855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.803340497Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e5a00e1-df47-4334-b1bb-f130c66171ee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.803410016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.804166803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46a67a55-a6a2-42c7-b8f8-405a54c8b3fd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.804284768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.805637403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4328551e-09c8-4198-8de9-b9c1e7dde974\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.805703485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.80574586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.805780769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.805812162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.806803086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.811180969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.817367445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.817462875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.817497935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.817528566Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.817558736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.818558648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.825471161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.829618484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.829693904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.829731539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.830130304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.929049945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.929123121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:44.93205901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48241"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.932749737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"68b9fe15-83dd-4cb2-ac9f-b9858b12e869","remote_addr":"[::1]:48241","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:44.933824999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"68b9fe15-83dd-4cb2-ac9f-b9858b12e869","remote_addr":"[::1]:48241","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1031,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.934171028Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b9fe15-83dd-4cb2-ac9f-b9858b12e869\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.959561337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.959624453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.959650785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.961347125Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.961413297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:44.961451643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.96148501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.962068242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:44.98229894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.017047084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.017782208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.017832168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.028917224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.029594303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:45.08004372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:45.080387004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.080446262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"515.568275ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.08048513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.080514558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.080546121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.080606892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.080660209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.081265194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.081811332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.081886161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.081918155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.081945289Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.08280404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.085847213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.09073888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.090857967Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.090896153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.091237543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.091534896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.09932661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.099430577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.099520366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.103570165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.105954816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.106100046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.107640365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.108745326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.108858301Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.163839909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62054","req_id":"08d48ad3-af31-46d3-b1e7-fa8ebd73271e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e9 48 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .H..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.174421532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62054","req_id":"08d48ad3-af31-46d3-b1e7-fa8ebd73271e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.175107649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.175804958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.17689479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62054","req_id":"08d48ad3-af31-46d3-b1e7-fa8ebd73271e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.177796897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4589, tv_nsec: 976691874 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.179411083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.180338491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59473","req_id":"f6e3a4bd-6c27-46f9-8779-326fc94680ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e0 6f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .o..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.180680342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59473","req_id":"f6e3a4bd-6c27-46f9-8779-326fc94680ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.181062844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.181107844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59473","req_id":"f6e3a4bd-6c27-46f9-8779-326fc94680ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.264347173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.268834524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50534","req_id":"2e1f6432-cec4-44fc-a45f-68f06327c3c9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c7 0e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.268934583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50534","req_id":"2e1f6432-cec4-44fc-a45f-68f06327c3c9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50958,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.269161014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50958,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:45.269249531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50534","req_id":"2e1f6432-cec4-44fc-a45f-68f06327c3c9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.270847424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.270906161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.270936211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.303784129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974bfdc1-298f-4cb9-828b-82e41bb98bf8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.304195398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.310133159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.321544445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45331d9b-3a87-4ed2-b1cc-d3e8e4ae6ce1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.321855645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.363105943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.36318466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.363217967Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.3632548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.364730701Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.376742423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.382803049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.382885954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.38291904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.383267594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.385275074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"485e3f9f-b51a-4f8e-b5f4-2609801a7d56\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.385464642Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.386062252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.386120759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.386549814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.38867093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1407df2-3ba7-44a5-a426-9d5a4f033dd4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.38879639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.391456871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f90a26-a19e-4297-a760-f955c8a64421\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.391529526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.400280581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b31a42b9-ec3c-4eb2-b8e7-7d31d5fc3f10\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.400363567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.406749981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f411d9c-561f-4123-9ad4-1ee94e56a1e2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.406843067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.409867182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c63003-01f3-4dc5-9246-8d2b4b0c1e7e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.409943865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.411072043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72f130fa-f1ab-4a4c-829b-fe42a89e23e9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.411270308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.412279158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bae49ef-0022-4472-9e51-556a80bba5e9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.412803773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.41496559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c2ebbb8-cf70-4bcb-9357-a2b2609ce4a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.415140619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.416489928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58a95646-6e29-4b01-8df1-a54de81f29f8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.416617552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.417818224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.417878043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.418008694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.41888031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.420995044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30469469-2b2b-445a-b7af-3435b88d345c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.42127907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.4229404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.423757448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.423819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.424533634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d3588bf-d79b-4ff7-b271-efa2a79c8b68\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.424711939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.426885189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.426946832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.427712107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf0c6978-5c40-4b61-b467-d537aee12da8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.427850954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.430448399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8763a0e-0ec5-48be-a003-5e0a05b9ea6a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.430566865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.432203426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a44d34c8-91f2-44f5-86b0-9064b972cfcc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.432315569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.43444415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c54a7ec-0934-435d-b6cf-4b423f73594f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.434614981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.436406761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e728bb-27d9-465d-b5f8-3117700d475d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.436474676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.437315501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1b0bc35-b1c9-414e-90bf-4a78effddd6e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.437439468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.43852427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8970539-d9bb-4da0-b424-0a3af47cd249\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.43864983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.45031407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4302724-b5da-4f39-8918-3cedebee9061\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.459913386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:45.461542151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.46231964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.462734196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f7a9c3bb-d86d-4a36-a495-0a5cf843d3bb","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.463146838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f7a9c3bb-d86d-4a36-a495-0a5cf843d3bb","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.463275715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f7a9c3bb-d86d-4a36-a495-0a5cf843d3bb","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.464268493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f7a9c3bb-d86d-4a36-a495-0a5cf843d3bb","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.465639234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a00395fa-3f6c-408d-bc91-b9d6cf554c55\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.489435727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:45.492103843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f7a9c3bb-d86d-4a36-a495-0a5cf843d3bb","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":29342,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.492350825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.492404873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.49243826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.49246853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.493080038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.4934374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a9c3bb-d86d-4a36-a495-0a5cf843d3bb\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.493634172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.496161678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bbfd5e8-c254-4fd6-ae41-8655fcc61b78","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.496545864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bbfd5e8-c254-4fd6-ae41-8655fcc61b78","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.496613058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bbfd5e8-c254-4fd6-ae41-8655fcc61b78","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.497084607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bbfd5e8-c254-4fd6-ae41-8655fcc61b78","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.508625772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.529285195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.529361046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.529395785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.529907946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:45.531084911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1bbfd5e8-c254-4fd6-ae41-8655fcc61b78","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":34883,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.532307917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bbfd5e8-c254-4fd6-ae41-8655fcc61b78\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.532456343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.532508647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:45.532536643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:45.535478515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.536609468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8eab146-d535-42c2-9711-10942b27d24c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.536912091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.537848827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.537901903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.538755283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.56678442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cffdd081-b958-4c85-b5a3-ab3c22128841\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.567170469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.567717118Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.56804431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.570274052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.571012123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.571173214Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.5712513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.57549765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.575555315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:45.576639004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"127.0.0.1:46668","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","remote_addr":"127.0.0.1:33219"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.576936307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/69f022d2-5372-4a20-b5cd-0c00430e5cf3","method":"GET","req_id":"edc837bc-2e9b-4489-b3a9-6ef33118e038","remote_addr":"127.0.0.1:33219","local_addr":"127.0.0.1:46668","component":"dropshot","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:45.581581191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/69f022d2-5372-4a20-b5cd-0c00430e5cf3","method":"GET","req_id":"edc837bc-2e9b-4489-b3a9-6ef33118e038","remote_addr":"127.0.0.1:33219","local_addr":"127.0.0.1:46668","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":4661,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.582448549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.603493891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.603560844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.603591405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.603739059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.6039151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 18 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.60408591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.611731915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.612047553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.613723753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca023d3e-46d4-48f5-af01-64821f9dbbd3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.614000314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.620780834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.621133557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:48:45.611678388Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.62512556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.625443083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.628479774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.628604562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:48:45.625080190Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.629286912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.629385087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.630775458Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5c248ca-fd8b-434b-9511-8f9f62d456f1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.631087189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.631992342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.632148543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:48:45.629244567Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.63324612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.633397632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.638663153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.638787691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:48:45.633203595Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.64592407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.646121814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.646630618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.652833928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.658427763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32164800-96cc-486a-a658-c355be992e2c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.65872239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.672613357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.672664519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.677733328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.677831464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.678521308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f84f3ba7-2027-462f-87c9-10db19ec87cf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.67895379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.68236204Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.682509073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.697081097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.697461064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.698955442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.699192735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.699358124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.699457672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.704916759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:45.736343886Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.737250021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c56266-f9f6-4d29-b30a-12be10253e21\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.737474028Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.737704296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.743289835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.743355045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.74338776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.743795533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.745316453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.745380601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.746282317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"863f4387-cab6-4306-a9c2-c63119f7ed21\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.746426545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.747934399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d186e05-ca9b-4d88-bdae-73b30e5a1010\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.748096352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.749011595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38256ae0-4457-4e2a-8840-7329dbecfd86\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.749101615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.749400631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.749452945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.75004257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.75099665Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca77d4fa-a07d-4ac5-ad1a-da691aef1743\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.751119776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.752510226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d714b609-fe62-402f-b9f3-0180029ec8ad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.752699583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.755888437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"152b5e3e-a7c6-450e-836a-f07174623acc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.755987715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.758130624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f8429d7-e00a-4956-94f6-a2a8e0afcf7b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.758249551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.760158635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98a98c59-1760-4a02-aab1-06ccb6c43370\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.760229366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.762214491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc97523a-a238-48b9-bec7-a990a1a72e1b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.7623292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.788059164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fb94bdf-a993-4f5e-8ac4-79899d6bc807\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.802554074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.823304318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c527bc81-cbe9-4bad-b96a-05e459b22efa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.823514186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.824872623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a8cab7c-7346-4e60-8066-a5f41a258115\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.825209444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.831010843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dee31290-426b-47f0-97ff-76e69e462c37\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.831308345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.832531262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd27125d-1216-4e57-90ab-a65e5b27eff8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.832665429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.833595833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59695835-657b-4671-858e-72b49ed6df23\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.833656845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.833732906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.833763868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.83379021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.835871337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.875481237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.875761044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.889613485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.889688915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.889722502Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.889753133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.889781169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.890232688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.892821065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.911266777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:45.915741643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.915849428Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:45.916240397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.056979801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.057164569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.058663305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.058824376Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.05892665Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.059263471Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.10677262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:46.107300061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53880"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.110153216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"446a4e5c-b110-40f4-a8c8-5d179a354301","remote_addr":"[::1]:53880","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:46.111210342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"446a4e5c-b110-40f4-a8c8-5d179a354301","remote_addr":"[::1]:53880","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1113,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.158860812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"446a4e5c-b110-40f4-a8c8-5d179a354301\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.231277388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.235186446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.247617695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.2503304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.250705176Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.251092718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.257533862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.258596329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.25931947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.28603053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.292167738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.320135442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.32077201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.337763575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.342930008Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.343221389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.343326799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.343843017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.348317282Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.348711157Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.349583054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.456117176Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.456192486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.567829356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.567913383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:46.568245996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:46.568618548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.568676383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"1.488150012s"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.568724339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.568754198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.568854258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.568902584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.568934167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.569710754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.57339273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.573721095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.574471941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.57453172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.574562561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.578660917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.583223528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.583284649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.583317445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.58389743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.59698189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.597113242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.604242998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63642","req_id":"c542a0ec-83c1-4055-986d-a82672ba688b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4f 75 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Ou..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.604322586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63642","req_id":"c542a0ec-83c1-4055-986d-a82672ba688b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.604620349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.604854766Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.604908764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63642","req_id":"c542a0ec-83c1-4055-986d-a82672ba688b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.605387959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4591, tv_nsec: 404279478 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.605450784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.605951291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56219","req_id":"951f0c94-6de6-4264-81f5-1cf816926e5c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5b d5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e [...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.606009297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56219","req_id":"951f0c94-6de6-4264-81f5-1cf816926e5c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.606112643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.606199446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56219","req_id":"951f0c94-6de6-4264-81f5-1cf816926e5c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.698874074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.699268059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.699330553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.699363769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.699392908Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.700146078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.700454052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56692","req_id":"9de7dd6d-0d37-49ff-836c-de5decfe5986","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e4 f4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.700515624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56692","req_id":"9de7dd6d-0d37-49ff-836c-de5decfe5986","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.700711314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:46.700803979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56692","req_id":"9de7dd6d-0d37-49ff-836c-de5decfe5986","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.701571408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.701628472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.701657309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.703522075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.710077275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.710141353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.710176663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.710683904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.711244982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"689872d0-2cf3-48a4-9971-9caf113f7f52\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.711668085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.721454614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fbc7013-a475-497d-a024-821f60915eb2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.721672769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.721951113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.722033047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.722931727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.742275228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0471861-af05-47e4-a06c-70614bfbfc78\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.742364866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.74940343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2d052e0-a5ad-43f3-8af1-706395a7cbae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.749633238Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.752743786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"664dcf99-b45a-462a-ad85-70970b2afc32\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.752897833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.758368412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09702d13-a7fd-4937-8a6d-7fbe3922272b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.758490215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.761588448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab78402a-af9f-4d93-a1e0-5d0308f66921\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.761660912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.763587701Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f870dd4-54b5-477b-b2a9-dc3d0402fe73\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.763704845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.764736851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"165de561-f0ae-4bb2-92d1-7bf31f5fa6ef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.76488197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.767734524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"161e98b9-3b5c-4425-a86d-7ebbb567be37\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.768251464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.772221153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77fcce9b-f49a-4875-a8f8-f542f9d32073\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.778429763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.789041947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.791265979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"558c0ed0-f3e6-4b10-82a2-96b89d5430e7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.79146757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.792683343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"801f35dc-a164-4a25-aeff-2d1fdc2febfe\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.792876427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.811853147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14ea1e75-7b89-4a12-8ecc-8e47ba1d3b2f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.811966413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.813756459Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44ae298d-6392-422f-ab55-e8adc05ee24d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.813860747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.815537969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e403996f-6a91-4cd5-97d5-0abc0b14fc99\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.815602528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.817304088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"306b6e2c-243b-4fd7-b4f0-6b7cec08c571\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.817371893Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.819136609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d7713c2-16fa-45d4-b927-11e2b335202d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.819208733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.834257937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c23065b6-26dc-4b27-936a-a6465954585e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.834332997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.835108091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c5924c8-2ced-4058-93d4-e86fce684bb2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.835258511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.836423272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb13e6fb-8c26-4bdd-aa9b-b1db09f78b47\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.83656318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.83744135Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1691bbc1-9c42-49fb-b12e-fc751df0bc2f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.837563203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.838506773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad37f72e-9010-42f0-bb35-6b4a91c90b12\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.838621541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.844460435Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.84453834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.844577839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.844607989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.845465267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.846679316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f35a2ef-60e6-4b89-815c-09f52a231aab\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.846855808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.848501196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.862416081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.862529106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.86265661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.863300443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:46.866383075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.866493775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.867313859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.867638366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4236183-e9f7-4a10-8ad4-8e849c085d80\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.867860057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.873164947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa642be4-79c8-4420-8fe5-1465e86023af\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.873245798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.875927932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1f5587c-1448-464c-a462-3d6cead39946\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.876182129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.881155578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2258cb7c-e4d2-436f-a5d9-0cef2ad745ec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.881451858Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.924709787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9197c69-e101-490e-b263-7f05a2fe35b1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.925054183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.92922332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42019134-7968-497f-b34c-21ef2bf25229\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.929448298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.939588161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dc11f23-f807-4d6b-a70d-aaffa42ca6a3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.93983371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.946445414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4cbe457-6198-41b3-9fd9-d3475bb80ed8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.947026301Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.952694524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85218c41-9f63-4e47-8c7c-45cd946a5aac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.952986426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.953467004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.955390436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0428b747-c951-4732-b57a-821c64a50633\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.955866134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.957515961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04eb9413-46df-41be-9c3e-3ef51fe1c743\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.957801009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.959970972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ece20cd-a1cc-46b9-b1c1-267d22f7f7cc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.960193245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.962128952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"559984fd-012c-4087-982a-eb12a2864f65\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.962339211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.966795921Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6795d40b-6f7e-4291-a120-d216ab71298b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.967017121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.969240812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dca6eb59-ced4-41ac-9b47-69add5b007da\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.972297081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.982546362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec585ae1-4c7c-41c4-8e29-6f38885961a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.982681652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.992276519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f29ae9-5bea-470f-91c8-8799a48250fd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.992581336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.994305371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a4f5a9-b019-4c58-9497-715f91d3d0ad\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:46.994476292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.004711214Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.005262423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.005463052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.005611027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.007987903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.008284324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42149482-8246-4456-b8fb-102af088402d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.008451747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.019358007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.041183573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.041290807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.04138269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.041967906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.042281481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5bf5f2-312e-4dd2-a16e-7d682afaa28e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.042618242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.045952655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.0460604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.046589654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.047567773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8943d30-5b5f-4812-a41b-48aff66f9f2f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.047764345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.047875436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.048020465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.048139202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.048652024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.059194559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.084711349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.084822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.084854956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.084960315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.08504283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.085568147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.08906316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.099975292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.100153206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.100280931Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.101075925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.160788839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.161064097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:47.161853149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60056"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.163641903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"7275740c-c31a-4d09-b3e0-085c2d7d6c2e","remote_addr":"[::1]:60056","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:47.164156739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"7275740c-c31a-4d09-b3e0-085c2d7d6c2e","remote_addr":"[::1]:60056","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":642,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.164619221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7275740c-c31a-4d09-b3e0-085c2d7d6c2e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.167203019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.167259111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.1672888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.169693892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.169824251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.169863981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.169892036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.170690277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.175436022Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.190213947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.190503143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.190608733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.191305712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.262001849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:47.289017727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:47.289446381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.289594907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"720.845798ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.289766739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.289866508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.289989473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.290088099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.290255603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.291200746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.323016407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.323144462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.323237457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.3233193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.324070387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.327813465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.332152139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.333402911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.333454284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.333483853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.334928581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.342666919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.342730045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.342764203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.343305772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.343647252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.343814716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.344563799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51344","req_id":"45deae2d-b0c5-460e-9f1d-9fde16a2482a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 03 41 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .A..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.344618898Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51344","req_id":"45deae2d-b0c5-460e-9f1d-9fde16a2482a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.34570881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.345957335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.34606541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51344","req_id":"45deae2d-b0c5-460e-9f1d-9fde16a2482a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.346704083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4592, tv_nsec: 145603087 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.34676803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.347069451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59787","req_id":"51925de4-a1a0-47ac-8c46-40e0ed84b9a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f4 d2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.347133128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59787","req_id":"51925de4-a1a0-47ac-8c46-40e0ed84b9a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.347217576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.347300451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59787","req_id":"51925de4-a1a0-47ac-8c46-40e0ed84b9a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.347523335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.347568135Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.348113902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.40004951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.40937948Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49248","req_id":"6de900e1-ab3e-4644-9738-06def1566e76","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 94 41 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .A..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.411108835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49248","req_id":"6de900e1-ab3e-4644-9738-06def1566e76","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.414896642Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:47.415025449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49248","req_id":"6de900e1-ab3e-4644-9738-06def1566e76","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.41565316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.415707468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.415737678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.42679072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.42696098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.4283212Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.430434811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.442876059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f9e2b0-646d-4766-a63d-5bd986a336ba\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.444642569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.446005304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.44607871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.462789476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.462934805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:47.468698409Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.469498453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.470056895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7e7bcb80-3109-48ef-8031-610efda253a9","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.480013093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7e7bcb80-3109-48ef-8031-610efda253a9","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.480169174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7e7bcb80-3109-48ef-8031-610efda253a9","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.481149737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7e7bcb80-3109-48ef-8031-610efda253a9","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.481360928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26cf21de-2af3-468e-95bd-a6bc9198c28c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.481678541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.487308157Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9942dca0-1816-418e-972b-3f0469eaa47c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.487797773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:47.489747979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7e7bcb80-3109-48ef-8031-610efda253a9","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":19727,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.49033602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e7bcb80-3109-48ef-8031-610efda253a9\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.490669755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.491326885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cc9344bc-6d85-4742-bc2c-952eee720123","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.491795308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cc9344bc-6d85-4742-bc2c-952eee720123","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.491919205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cc9344bc-6d85-4742-bc2c-952eee720123","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.492823316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cc9344bc-6d85-4742-bc2c-952eee720123","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.495486973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fef67dfd-9df6-4bd6-80ac-bd9157461d50\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.504579069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:47.505934579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cc9344bc-6d85-4742-bc2c-952eee720123","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":14608,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.50735523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.509642708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc9344bc-6d85-4742-bc2c-952eee720123\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.509705042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.509737146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:47.509761554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.513788678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc2937fa-b860-4307-b1e3-a0f4bc04e4ac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.51415583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.516387396Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7da2f0e5-5048-429d-b2da-fd00625d223b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.516795108Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.522817958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bec676c-9050-4dbe-829d-3d3c8773c317\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.523236833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.527620457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"319eeaf6-3049-4a16-b71e-a3619869c1e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.527750075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.528782703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e81501-4668-4310-92b7-1035f6f31c12\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.528928423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:47.529059484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.530147302Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc1d33d5-62f6-4171-932c-dfa838239978\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.530284064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.532615279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c2116fa-e340-4dea-a538-c876081de9c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.570550072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.572180049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.572343816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.572452201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.572544776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.574683718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.57556834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.576429326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.586859848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.587672477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.587784209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.587856083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.588430838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6108ba81-9ece-4203-a970-9c27a2e453af\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.588699824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.589904183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.59808835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.598185133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.598270904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.598803144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.603171648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a88aafcc-79fb-4446-9714-3cbe29b9a630\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.603587276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.606571592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e6e6d56-6709-4238-85c5-887a1d356219\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.606798093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.607070847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.607211958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.607765601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.612660364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb0cede-69b8-4bc2-9975-a1592a717ec9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.612877807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.634854684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e267e8c1-696b-42fb-9e75-497d5f220a10\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.635065645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.638072636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3cad693-5e92-4967-927f-64665d562ffb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.638268025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.640002792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4dce6ec-cad9-4037-b621-e0c7cafddac3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.640123512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.642162094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45457e31-6fa3-45eb-8e14-df4492d02b39\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.642293526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.643826079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47ba384e-bbd7-4ce8-986c-b4d7cea635a9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.644295304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.64527189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"962de1aa-3699-48fc-a340-097b56e8f4ad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.651091255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.655825948Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da29bce7-2a41-407d-a68e-5bc5600dac1d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.655914054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.659742191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dc7d82f-4cec-42b4-bd47-2d456556655a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.663624747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.669302279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11a34238-6943-4619-889a-e5dbd14e91ae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.66969952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.674792498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66d9489d-f33e-4dcd-9633-9709a27c0b8f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.674963659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.676985137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.677341837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c582ba78-97f9-4dce-a484-021484f5778d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.677419582Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.683462783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0432de4-9027-4273-9cb2-4831ef90122c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.683591579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.685914498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6cd3f86-90e4-4c02-9947-d6e844c26f79\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.687171853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.68859579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3382316d-c88a-47c9-a390-5aa97ed44c45\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.688779175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.690279765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdb0d48c-b965-4f62-b76b-703fa5ad0c40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.690408241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.692605609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03672ed2-ff95-4248-bfb2-eed4f02bc7e0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.692743694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.693715481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0952a0c8-b6d7-4df4-ad07-b365030699be\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.693859828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.694885532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6d745f5-c65b-4b58-a626-1bf520f55a1c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.694949269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.696069822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4c33442-09d0-48fd-b631-07d241b8e10c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.696221754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.698568931Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bac59b9-6708-4008-acef-ecfc94f5b416\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.698644041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.702516697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53a158b5-8640-4002-9450-2f7ad78c0ae3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.702588099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.705865659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc8344b6-086d-4b1a-800c-c10989274585\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.705939105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.708729024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6131d555-1a88-4c43-bf63-0a5606711498\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.70885736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.712845246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2d5997c-92d0-4ece-89de-711d78d15352\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.713054242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.715179977Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77215531-ab93-4e4f-add0-14d015904ac7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.715245127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.718557116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"666e591f-3f6c-42d9-9a21-03210069af97\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.718718097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.722635522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93f67e4e-6bfe-49e7-9109-ae57a3a3e3ba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.727741405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.728306461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.728363885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.728394847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.728422382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.731079145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.733387966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb2e469-ae98-4de5-af5c-8064fd092702\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.733551862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.734952092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9328ff91-8991-40a8-9477-64f529ebbb04\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.73512173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.735325205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.743783298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.743852415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.743884309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.744373824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.750306825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.750366314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.75109717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.751325615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69090a54-2241-41d2-bb5a-f6107d8fbc0f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.751605132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.751660282Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.75169449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.751722235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.752394825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.757809674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.762882361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.762960307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.76299712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.763029244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.7630574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.763488419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.770153699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.774546722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.774610248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.774640398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.775037319Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.826867837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.826996954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:47.827451881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50958"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.827906326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"7a632353-18d2-49d8-ba0d-ffab93b578ac","remote_addr":"[::1]:50958","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:47.828362816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"7a632353-18d2-49d8-ba0d-ffab93b578ac","remote_addr":"[::1]:50958","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":466,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.828615119Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a632353-18d2-49d8-ba0d-ffab93b578ac\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.830806675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.830855903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.830883087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.832476682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.832534888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.832568205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.832600028Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.833147148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.840868703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.846556556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.846745362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.846800802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.847272843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.859464163Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:47.886523247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:47.886818094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.886874537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"597.074622ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.886912352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.886941009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.887046379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.887092411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.887123112Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.887752015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.891750311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.897201352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.897273105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.897306071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.897673573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.900970492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.901032295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.902263198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61851","req_id":"3124b1c8-fae8-4da8-a47f-449f52d02be6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2c dd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ,............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.902327245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61851","req_id":"3124b1c8-fae8-4da8-a47f-449f52d02be6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.90266577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.902819757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.902913393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61851","req_id":"3124b1c8-fae8-4da8-a47f-449f52d02be6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.903578278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4592, tv_nsec: 702419227 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.903636784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.904226519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55646","req_id":"cb7baed6-7851-4e12-bc76-1b010accbee9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1d b2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.904413612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55646","req_id":"cb7baed6-7851-4e12-bc76-1b010accbee9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.9045129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.904626025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55646","req_id":"cb7baed6-7851-4e12-bc76-1b010accbee9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.958251731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.958609664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.958671447Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.958706407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.958733391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.959299749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.959615528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50302","req_id":"64009347-d2ed-438b-875e-2ae77498c31c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 51 15 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Q............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.959677953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50302","req_id":"64009347-d2ed-438b-875e-2ae77498c31c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20757,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.95989225Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20757,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:47.959982079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50302","req_id":"64009347-d2ed-438b-875e-2ae77498c31c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.960165384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.960212578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.960242297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.962043296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eaade92-cc92-4747-823b-f9e112e891c2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.962242873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.962457731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.968100123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.968164281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.968199521Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.96919737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.970573381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee08c6c9-452f-4105-a5eb-aa98183e3066\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.970760424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:47.97259551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.972656993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.973108713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.973604581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbd6b6f-2a84-4ccd-8fc8-05168a6a09b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.973713207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.975708793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea7995bd-70fd-48f9-a566-076034b628b9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.975784113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.977892504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bcb9683-7255-4cc9-86d4-234534f9c8ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.978017132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.97996836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce54d9a-b226-45d0-a04a-a05fbeadc523\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.980036506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.982479493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f48b3e-bfbc-4ff9-9efe-e73265c6337a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.982546186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.98580031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9bc7426-6cf3-467c-bed2-919fd5c466ce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.985875049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.986958578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e05c6d88-cd49-4016-a3ed-1c8c648aca2b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.987228696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.99003139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fef08a6-84ff-4f62-add0-9a645d26ddb6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.990379203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.99198366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c657c19-fa51-4fc3-94c9-53d3aa7170d0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.992234279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.994321959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f76b5e7-e05c-492e-828c-decc53ef1bde\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.995601528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.998862305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c1280b-398f-4f8f-9909-c024ccc90a0d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:47.999126031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.009435061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"174eea2d-dd58-4bf9-b80b-03757e8d1e49\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.009753635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.010730351Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.014195445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aba95785-a3f3-45cb-87df-552aa5e4cfd3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.014650402Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.017257887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd564d65-9d6e-4c9a-aabf-6b96d45c5873\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.017747753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.020271161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a0ef4a-6878-448a-bce0-bde1b705156c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.020537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.022966601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c682e6-3ffe-4e00-ae7a-d76aa4e4c336\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.023055088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.025095954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40204664-63e4-46c9-8934-7ed1b454b706\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.025352114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.026219382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef87f8e6-f16a-4977-a670-1450ebfda682\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.026352998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.02744815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12c9b09d-f45d-409f-a219-9154d01963f5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.027595704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.028493353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e21104d6-b117-4287-ab93-8728722ab7a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.028621819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.029547724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e277f660-1e68-4f52-8a75-3db7d654511a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.029669867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.031030328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1b4accd-6c8d-43ba-8585-f5f29035ad5e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.031204344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.033250171Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33b487aa-5e91-418d-bcab-037f0c9c54f7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.033317966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.035334614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1671929-44b4-4009-9c0a-26cc14e817c9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.035404914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.037722151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f004add-a1d6-4395-b454-3df3f1e972ef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.037904594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.041250872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d053a818-0baf-45fe-95ba-c7967629e7a6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.041669736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.045702772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbdd55a7-5226-414d-ab9e-7f97aa19f7a2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.045823963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.047760882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd8dc0bc-1967-418a-a85d-92a6502f794f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.047879839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.049088137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0ac08d-edea-4541-be20-8caea583aacd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.049210541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.050251895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cda1ad9-dd1a-47ad-b8e3-3363c6052536\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.050382446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.052984841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2fb4ac8-2ac5-4b5a-af4f-0092d41f9485\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.053082385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.054176154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9782cfe-e2cc-486d-afe3-da9d24e47e35\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.054334239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.055751343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e4353d5-5e2f-41b8-9afb-1aa538b4080c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.055903516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.057817419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"629215a1-3d97-45ea-b9b7-ff7bc9bd4c4d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.057886377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.061540587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.061601078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.061632631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.061659064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.06242543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.062968773Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a43f02f8-28f0-452e-ae7f-efac860c9f99\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.063362588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.065489375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.074604136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.074664426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.074693604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.075242728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.078935175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c4d6793-25f8-454b-b02f-2a610dffdc91\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.079176706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.080885601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.081634143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.082115602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.084510754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f4d798d-41a5-4cbb-847c-38067f86cd2b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.08486486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.091151545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54fe43f9-6670-4f36-951f-4cd3d347be20\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.091240573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.095186725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1648a38a-2c86-4583-88dc-5480944e553d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.095474378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.097550695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88501829-eda9-480f-8a42-016554b1ebac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.098427111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.100117219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76b0fa1e-3ac6-41e9-b514-0c29d1cbecf1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.100266065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.102378554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c939a3d2-a8eb-408c-a407-5ba73b19cd13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.102510036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.103494318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c3d9ae8-c004-4ec9-bfed-b0aaa79c1fc5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.103558986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.103593836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.103623986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.10365626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.105451798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.10849937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.118725425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.118825103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.118858971Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.118887638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.11891868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.119433586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.125111047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.129666454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.129765261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.129809379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.130249005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.13084914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.192202543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.192293955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.192845193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.192897377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.19292905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.19295909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.193868452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:48.193979173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52310"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.194737824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"f460e4d2-1772-4995-95ab-fbe079b464fc","remote_addr":"[::1]:52310","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:48.19538299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"f460e4d2-1772-4995-95ab-fbe079b464fc","remote_addr":"[::1]:52310","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":663,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.195683278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f460e4d2-1772-4995-95ab-fbe079b464fc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.19760173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.197648253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.197673503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.199723859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.199773868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.19980464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.199833988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.200348974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.202218559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.208664382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.208765684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.208802447Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.209774083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.210058891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.215100065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.215604299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.21565993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.216412369Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.218530931Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.218592082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.219728336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:48.270871846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:48.271374678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.271501371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"384.545301ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.271549787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.271579807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.271617201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.271650498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.271681059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.272643536Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.280882943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.284652924Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.284733515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.284765699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.285111578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.286214045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.290640244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.290737578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.291789283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51035","req_id":"ff3d3e9c-10b2-4994-b53d-0640c075dba3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6a 15 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 j............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.291859814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51035","req_id":"ff3d3e9c-10b2-4994-b53d-0640c075dba3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.292447424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.292608064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.292704196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51035","req_id":"ff3d3e9c-10b2-4994-b53d-0640c075dba3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.293193471Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4593, tv_nsec: 92090692 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.293252959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.293617906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63246","req_id":"5ceb7f01-886f-4f21-a512-e651d6421968","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e4 5e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .^..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.293771302Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63246","req_id":"5ceb7f01-886f-4f21-a512-e651d6421968","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.29387073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.293902153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63246","req_id":"5ceb7f01-886f-4f21-a512-e651d6421968","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.356768149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.35749106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.357557442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.357590367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.357620868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.36028691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.361183336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59137","req_id":"85eeaacb-4f6d-4ee7-bd58-f7477db3d714","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ee 58 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .X..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.361275981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59137","req_id":"85eeaacb-4f6d-4ee7-bd58-f7477db3d714","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61016,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.361508534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61016,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:48.361595127Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59137","req_id":"85eeaacb-4f6d-4ee7-bd58-f7477db3d714","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.361825997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.361868281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.361893822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.363914808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.370794185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.370855708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.370884916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.371386505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.371671643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"028af200-9fe1-4c2a-bc4d-96f8493c179d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.371890269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.374365751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bbeaad0-d812-4cef-929d-6eb2e752068d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.374623335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.374985777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.375033351Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.375541774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.377634434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33cb9787-1c42-4e5d-bce5-ec7169c95fef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.377765455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.380134485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"376c8dbe-50e5-4b7b-a811-3502286efee6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.38024212Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.383999867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"185febbf-8360-4c78-a536-b33764b5a7bf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.384395625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.389267472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d8e1a21-1baa-434f-9030-2b5df2658e49\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.390420279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.393071832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec3c0d9f-6494-40cd-9c5c-c8a6c7fe549e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.393145248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.396169223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4eab71e-34ea-4155-ab7f-a85e921f1783\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.396244363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.398816227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bbd5788-d164-44d8-9bf7-2a90cf572c17\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.398965154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.401279014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c22bcf93-33a2-4b61-93ee-7a8d6440fb18\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.40137711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.403482114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"000981e6-0e3a-4e31-a178-2bdbcb664c46\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.403613115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.407487374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a46fe3d-059c-4430-9a6d-6ffa6a7136c8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.407669357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.40820827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.410219928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4312cd84-6411-4800-84a3-8894b07b0ae1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.410419165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.412642646Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7246a0f1-31f5-49e9-aa28-457973f9b43a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.412802875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.414515196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea67c8cf-c76b-41ac-9a7e-02af460d03c7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.414584414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.416271225Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e989def-34f3-4edf-81dc-fd925d5f2ad5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.416382737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.418274276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.418335909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.418597129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.419803914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.421040558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3013143-3b60-491e-bbab-3496da7d1cfb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.421106439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.429055457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a3ca595-11a9-45c2-b61a-67d8863f0309\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.430260328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.430319616Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.430353092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.43038179Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29ec7d9d-f8fa-4c8d-9f20-5a617b95eca5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.430414024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.430447741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"808571d8-a6aa-47b9-809f-d6319b62c0bb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.430523582Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.430561448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0f3561-ac44-43a3-9a2f-49dc449dcda1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.430591207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.430899742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5798361-333e-45cc-821b-3e20003f6465\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.430940433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.431217374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.431277524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.432203519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"964677ea-88ec-4dac-bb30-b6c0e5b017ed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.43324254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.434330167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe9ed73-3a26-46ce-9cda-5513203dadd4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.434481989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.435971467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db3a7a65-2ef9-4d42-8e1a-21155c695fad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.436195714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.43804103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61a9bc3a-a7a7-4f5f-9d8d-9c75e545fb51\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.438103585Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.440083259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e66d8edb-0680-40a5-a4b0-39d460be17f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.440147918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.441956932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66817dd2-2216-4eb3-a65d-b8fb379bf0d9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.442035619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.443547121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76907dc9-4118-401f-aff0-a36ef3ebdd24\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.443664545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.445325274Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ff6678-c948-4fd4-a453-e6dd0a7e2e0a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.445367548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.446108193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b5b1fc-d545-4463-b99c-2e457d1b1e6f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.446223163Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.44758202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab0eab79-6199-43e4-ba41-d9dc355f52c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.447644224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.449217519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d6216b-fb99-413f-8ca2-205aad95225d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.449484841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.450830302Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fa793ea-373c-4961-b176-72c9e96b2086\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.451107895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.452374088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14aea06f-d513-4131-984d-c33716eb80ce\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.452531612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.453994667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f17ada7-08f4-4563-a1ba-6c5fd85f186b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.454069576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.455636799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef5f779e-4a92-4da4-b108-cd13f16feae6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.455757249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.458324233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2310da23-aab2-42ab-afea-b20486e77046\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.458443651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.459498573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.459548402Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.459576789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.45960231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.460848412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.462429262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"851597a4-7b7a-4f1b-9b8a-31d9148a6e35\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.462499803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.464095442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.469426434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.469484249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.469512725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.469869406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.47008732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e81673-fca8-4e06-9077-d9546678ebfe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.470211147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.472196944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea257d30-b064-41f5-bb2c-0c1842ab432c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.47231044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.472492462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.472536069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.473019963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.474506345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e228422-3353-40b5-abe1-491998d799d4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.474636725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.475850253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5de254d-a6e2-4ded-83bd-c4868fba5f8e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.47591417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.476775927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc8155aa-c899-43dc-95e3-6fe71707639f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.476906788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.478068362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a0763f-4178-43c5-b0a1-3c965a38e503\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.478125646Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.478157379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.478186347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.478213822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.478467407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.482269242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.48631842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.486379772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.486410904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.486439431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.486466355Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.48678054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.488848531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.492527571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.49258207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.492611769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.492999772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.543321976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.54339945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:48.544300796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42429"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:48.544626505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.545697278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"1716cfd1-2cf7-41c1-97b1-7b1cfb249fb1","remote_addr":"[::1]:42429","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:48.546545839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"1716cfd1-2cf7-41c1-97b1-7b1cfb249fb1","remote_addr":"[::1]:42429","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":868,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.547109612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1716cfd1-2cf7-41c1-97b1-7b1cfb249fb1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.551473737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.551528146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.551554789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.564049604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.564225084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.56605992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.566612821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.568212007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.576983905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.577143473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.580331966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.58783273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.588036005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.588085755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.588578126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.589700712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.590369735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.590428352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.590456498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.628683002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.688176118Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.688442409Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.688650263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.688703238Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.689555917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.700128523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.705867327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.705928529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.70596434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.707802973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:48.70808729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:48.708407688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.708462337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"436.886948ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.708500132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.708527527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.708557316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.708586254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.708612206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.737278662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.746699923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.756423236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.756531632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.756734606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.75732869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.757704399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.757809007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.758467619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.766413822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.766482569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.767154998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56172","req_id":"c89b18e7-39f2-4dd7-9a0e-7d4912292f28","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e0 d9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.76722083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56172","req_id":"c89b18e7-39f2-4dd7-9a0e-7d4912292f28","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57561,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.767439455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.767592801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.767650145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56172","req_id":"c89b18e7-39f2-4dd7-9a0e-7d4912292f28","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.768075011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4593, tv_nsec: 566925429 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.768137746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.76856096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58590","req_id":"6acd79a1-4f10-49f0-ab68-1f2ff3047174","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 35 c2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 5...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.768621019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58590","req_id":"6acd79a1-4f10-49f0-ab68-1f2ff3047174","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.768713955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.768806108Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58590","req_id":"6acd79a1-4f10-49f0-ab68-1f2ff3047174","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.838008239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.841058656Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52475","req_id":"a7adb8e7-1e15-4b97-81c4-40ed75a77149","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e3 4f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .O..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.841127423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52475","req_id":"a7adb8e7-1e15-4b97-81c4-40ed75a77149","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.841328424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:48.841415177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52475","req_id":"a7adb8e7-1e15-4b97-81c4-40ed75a77149","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.846183838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.846314308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.846442483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.860251036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0616e440-e580-4997-bfac-f074efc6038c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.860542727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.865107602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"953cc03a-9f95-4c76-9a59-b621a283afed\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.86533749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.880225243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bef2d8c0-810d-437f-ab60-50113fbb76ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.88035919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.89058285Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c69961-38e2-4c5e-a143-d43ffa3911f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.891613143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.894337661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1772aca-6bc8-4146-9baf-29434c51798d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.894462179Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.897616935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.897889077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eca00b4-0236-4c30-a64d-4aff2fbf6c4c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.898009086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.903458734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb227c6e-9ea2-476f-8f54-4d315478a596\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.903538744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.912590569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd4a13a-be45-43c0-b032-5459094f8030\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.912676691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.91442821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48ac7cd3-457f-460e-a9c1-8660f1083d7f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.914502809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.91474417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85419557-b315-4ed0-99f9-ee036661798c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.914891914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.915839913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8116f9d5-99d7-4ede-8396-a0eecd4cbcaa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.915971916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.916864976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eeddff9-a378-43c3-a0c5-dcee93062ac6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.91698274Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.918112992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"751430a1-eb9c-4306-b6fc-9346189c83a1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.918296949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.91993365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ecc7ca9-4a75-4b5f-a095-50df8c248e3b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.920064711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.921727333Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81fd1105-b2a8-4ac7-9b5b-3e2ebfff86c8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.921796822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.923484014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70c1e967-231b-45e4-bb61-47843fe44a30\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.92360265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.925257607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"952032d0-c292-469b-9aa4-20aedc6de760\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.925371855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.953614076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.953677702Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.95386223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.953899504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.954539139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.954964967Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9107d66a-ddf4-42e5-b97b-bac9371200b0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.955145587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.96136577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63da3ef9-c3bf-47aa-8c8f-c44a0342cdb5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.961448365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.961669235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.969720477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.969791518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.969823722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.970213669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.971763297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e99aaa8-902a-435e-8ee3-a2a709e2046f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.971924488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.972885673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f06f039d-3dce-4bcf-9a0d-383e3e89e17f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.973020051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:48.973224979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.973268546Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.973793532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.98277151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f1165a5-990b-4798-8a29-0615b0465b33\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.982906058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.985073517Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f08046f5-4cee-4aba-9df2-3d27e6ac826d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.985136362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.985271421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e4f9165-0207-4f39-92b3-9b64317e5bf6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.985451139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.987195575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1b4014d-4b4d-4b13-b480-b5ae89049310\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.987349251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.989255128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40611a82-0a96-4826-bfe4-ec63daf6566f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.989378183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.991251596Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca5b956-62e3-4a40-92a9-0ea6113425ad\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:48.991315052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.024322297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22b843eb-67bc-43d0-ad73-14c1ebc1697e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.024412086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.028743156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cebdbf4a-23b7-4115-9885-1adfe22f15cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.028982392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.033118704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae78eea0-3d5f-431d-bcdb-12d3b3b594c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.033345155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.034462741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5fad861-7af6-411e-961c-da25f10c4ac0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.034675095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.035758443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2552bf10-87c0-4ba8-a685-e0cc1dd78389\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.035904674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.038924732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"624f9e3f-212f-4da7-a1ad-fcceda0402f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.039057897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.039398957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.060874986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86379c8d-31dd-4679-9ae5-5e0cb5c6b125\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.061103882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.062244354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f21fb2b-f822-4a80-9b2a-ac9cea99294e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.062420636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.064554267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca0d03f8-fe31-440a-bf5e-bedecbdc71fc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.064674356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.067261581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abbf9f17-8b64-433f-987c-a6530f1fde81\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.067388925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.073736802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c40b52e7-53c3-480c-9db6-c4c7684ed75c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.07384114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.080818412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"160d716b-dfd7-4213-aa27-a751ed54f725\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.080941087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.082819309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58b204b6-0b6a-48f2-b949-b6e6b956e2ec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.082982354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.086969848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641bfb57-fb0f-41f3-8b05-92ab42c9e420\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.087090088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.087883819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7d6bbe5-735b-49b0-baa1-b154f1a5fb9b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.088033157Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.088896347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb05d56b-e382-4fc6-8369-aba74b58a8a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.089044191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.090028252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5c40699-2207-4630-a04a-6858eb4254b8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.090141367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.090652175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.090697035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.090726473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.090756012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.09146279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.092055982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee05396-971d-431a-a2af-4f6dfccbc140\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.09210986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.092143697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.092171593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.092197023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.092653994Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.095381989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.101516923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.101577964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.101609507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.102083692Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.103441156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.107454302Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.107511496Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.107544522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.10757344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.107600353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.108054158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.12633473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.126401383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.127448479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.176426575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.185392429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.185477699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.185646345Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.186302623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.271841623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.271913276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:49.272548382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35334"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.275576595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"fc0869de-20b6-4d42-abe1-7275fc1368d8","remote_addr":"[::1]:35334","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:49.276163314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"fc0869de-20b6-4d42-abe1-7275fc1368d8","remote_addr":"[::1]:35334","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":601,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.277558284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc0869de-20b6-4d42-abe1-7275fc1368d8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.279345354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.279389662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.279415694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.280826926Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.280876445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.280909841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.28093926Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.281576179Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.294794325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.298709716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.298930777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.298982941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.299420793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.399985552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.424394205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.424471929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.424583321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.425608825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.436959831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.437051203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.444552679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.445125991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:49.447896912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:49.448612608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.448839961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"740.244268ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.44984324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.45016931Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.450391623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.450503195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.450593435Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.452640724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.453688742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.453815114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.453947047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.454035453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.455833365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.458117326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.469121952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.469185248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.469218945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.470183006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.488366265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.498334055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.508631241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.50870088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.510672929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:49.510834491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.512807572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.513562797Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.513648478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.55404241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"83d463b2-af59-4063-a919-81f778f5ef5c","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.554560913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"83d463b2-af59-4063-a919-81f778f5ef5c","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.554693437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"83d463b2-af59-4063-a919-81f778f5ef5c","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.555929831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"83d463b2-af59-4063-a919-81f778f5ef5c","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:49.55636595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.557197697Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.55730465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.55807236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.558274542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57910","req_id":"41a8daf7-c704-4252-ad2d-9dec35b37925","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e7 42 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .B..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.558448659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57910","req_id":"41a8daf7-c704-4252-ad2d-9dec35b37925","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59202,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.558916311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.559163754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.559330837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57910","req_id":"41a8daf7-c704-4252-ad2d-9dec35b37925","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.560448754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4594, tv_nsec: 359064705 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.560601699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:49.561579618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"83d463b2-af59-4063-a919-81f778f5ef5c","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":7573,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.562431405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61730","req_id":"1bfaa71d-e994-4a7c-a58c-8c75f0bd3a61","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 53 0e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e S...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.581084279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61730","req_id":"1bfaa71d-e994-4a7c-a58c-8c75f0bd3a61","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21262,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.581366903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.581518885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61730","req_id":"1bfaa71d-e994-4a7c-a58c-8c75f0bd3a61","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.581834664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83d463b2-af59-4063-a919-81f778f5ef5c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.582481974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.582981109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a34d56e1-31bb-45d2-831e-5f6b8414e0d6","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.631886169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.632196417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.632544841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a34d56e1-31bb-45d2-831e-5f6b8414e0d6","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.632738728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a34d56e1-31bb-45d2-831e-5f6b8414e0d6","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.633580615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a34d56e1-31bb-45d2-831e-5f6b8414e0d6","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.634010041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.644397176Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60723","req_id":"e426256a-86a0-49f9-a8f5-5a51252d0ed2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 13 36 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .6..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.644659539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60723","req_id":"e426256a-86a0-49f9-a8f5-5a51252d0ed2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.644985709Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:49.645190397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60723","req_id":"e426256a-86a0-49f9-a8f5-5a51252d0ed2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.645466186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.646215229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.646324116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.646392903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:49.64677804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a34d56e1-31bb-45d2-831e-5f6b8414e0d6","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":63802,"response_code":"200"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.647458876Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.64755112Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.647659045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.648063371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a34d56e1-31bb-45d2-831e-5f6b8414e0d6\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.648254341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.648338188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:49.648412647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.655198106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c2998f0-23db-40b5-9c89-d41dd19cf611\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.656587314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.662641066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"177da2b2-dfb3-4725-a9ea-fa3d73cb0a50\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.662967917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.66785799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ce4e27c-c2f3-415f-8211-5d0eed0944bc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.668154952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.68041511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8253544-e5ff-46ad-9113-9f3bb77076e8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.680638495Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.681084644Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.720589955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a13895cf-43fe-4629-b905-c813d9a11825\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.720805204Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.724227593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2751e5a0-a39a-4dc2-a3fc-2bb50d4ee229\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.724475207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.726953925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a09a7e8a-7f56-4caf-96c4-af280f55c16f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.727078012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.728759823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2083c306-59e0-497c-83b2-c98880db7fe8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.728880774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.729741159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6491a433-ebe3-4beb-8263-7b8323aa03c8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.729892139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.731112351Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b6140aa-a759-48a2-acff-76dca145db02\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.731261388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.731470254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.73151883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.731550624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.731578249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.73237187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.733481922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a12d2a-52e5-4e1d-8489-5102bf46f949\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.733615638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.734626873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb8c36df-8958-452f-b7ab-8da881858c6c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.734746201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.735184795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.740294245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.740393653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.740425176Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.7408838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.742696912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be22ca94-a870-4389-8c77-91391870177a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.742867512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.743567517Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.743623338Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.744139436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.748358573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b68aa1-0777-42fd-aae7-dab08e877873\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.748434193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.752013104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4487f759-4b00-4cfa-9c9b-6cda0c7a35c1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.752271789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.763251506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"785eb5be-4942-4434-8c7b-98c464f5fda4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.763519259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.771381214Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad49ab7e-ed29-4fa1-84c1-a5c45d9c8b56\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.771611753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.774598243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a68e429a-9546-4b21-8324-c61f3a6527c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.774903622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.777541167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a307c987-284c-4aff-b34f-a0fdbf70bde3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.777807407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.778871898Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44ad3e2c-2f8e-4b2d-b689-20ebdb75af62\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.779113019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.780224513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eee3c8e-1f85-4d8c-8cdc-a91dfadfce88\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.78045857Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.781503181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402fc14b-14f1-4de6-a9c1-65777004de4d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.781721636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.782736027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b15b750-1f06-47c8-bd41-61b0908f60fb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.783000685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.784151237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b366e2d7-abab-4027-a7ed-1cdb0a1f00fb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.784410303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.787242787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.787960507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76ac0324-eeb3-42af-9d31-99b6b7758d42\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.788171006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.789700003Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e865ed7-9cfe-41cc-a24a-d6cdd8855719\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.789908999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.791497724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64c3798e-8d96-4607-a383-999d5a1834fd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.791763284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.793354354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69e046c6-dd31-4d33-809e-68262173dc9e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.793567017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.842322329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14ca565a-e256-47c4-8234-afa71dbd81f3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.842491386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.842739811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.842794781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.842828117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.842856604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.843569224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.854317809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59750f9e-2d9a-4693-a87e-842e2ad73b6f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.854397448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.854432508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.856540869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.856605999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.856635888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.857092047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.86458698Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c24552a-b5a3-497f-b5bc-8600a4c1635e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.86466703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.866548097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee039592-604a-414f-a890-7077461f7dce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.866691383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.867426778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.867465265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.867972215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.86853707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f4e6fc-58c4-4064-979e-83dec8be94d8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.868728021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.871469874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bb384e4-52c2-4a3b-948b-a513e59e35f1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.87164872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.873936849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a49184a2-b0c1-41fd-b2c8-129bf4bde156\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.874110285Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.876080931Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73dfd7c8-bf97-477f-971e-bd8f0085cef4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.876210379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.919005365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35616b65-c04a-4708-af65-1cb6ee7efcd5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.919145394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.922484076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07eec275-51e2-4e1c-a766-feb3384e8d6e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.922690678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.927107588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79a6cb55-1968-4b66-a195-e31451d7f80c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.927322747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.929229246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00f4b641-289b-4974-b35e-a33fdaac41b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.929349425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.932323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4989b809-4b09-4e71-8ddc-eab373a74a28\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.932476355Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.933352461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"331bacc5-acae-4217-af02-300ac3c58e7f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.933505065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.934768843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a15017e9-0e8a-4534-a7c6-f8d4a3bcc0ed\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.934905084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.936062741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9966591-a936-492e-889a-0180f3e53b7e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.936342849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.940567286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be6f7178-09cc-4fff-ae6e-33f636fb46bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.940787114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.940927133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.949546346Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.949679612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.951069501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.955665899Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.956925238Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.98649826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.986610103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.986866564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:49.986978377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.987067575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:49.98776789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.026979897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.027758519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.02787473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.027963938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.028606979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.031566496Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.03750592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.037647312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.037737742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.038475722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.043220616Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.089117793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.089225598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.089356379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.09042128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.208273363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.20848291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:50.20944633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44911"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.210117638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"e6a7ef93-05c4-4fa3-a1fc-c51ff0146c1e","remote_addr":"[::1]:44911","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:50.210718906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"e6a7ef93-05c4-4fa3-a1fc-c51ff0146c1e","remote_addr":"[::1]:44911","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":614,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.211028542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.211187168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.212053054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.212373101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a7ef93-05c4-4fa3-a1fc-c51ff0146c1e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.213946346Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.214037788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.214101575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.215588798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.215714228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.215907694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.216006841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.216584653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.236034185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.241438683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.241779983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.241888549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.242570448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.418032895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.4181158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.418250469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.420006367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.464892169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.464963071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.474371727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.474699951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.474756724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:50.475253283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:50.475874581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.475934841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"1.026063024s"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.475970703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.47599963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.476032025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.476061393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.476092195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.477065444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.480022485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.488518413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.488582881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.488613703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.490050906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.496718181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.496765605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.497593354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58147","req_id":"ca58c30f-18ab-4dba-bb61-4100f6db6afb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 29 a0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 )............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.497804966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58147","req_id":"ca58c30f-18ab-4dba-bb61-4100f6db6afb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.497985776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.498183821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.498308128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58147","req_id":"ca58c30f-18ab-4dba-bb61-4100f6db6afb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.498785239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4595, tv_nsec: 297681207 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.49887632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.499155978Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57966","req_id":"62c070ff-ff56-482f-9f5e-d9b2320890a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a5 a0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.499304774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57966","req_id":"62c070ff-ff56-482f-9f5e-d9b2320890a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42400,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.499406126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.499487859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57966","req_id":"62c070ff-ff56-482f-9f5e-d9b2320890a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.5700504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.570316901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.570892187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.570952197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.570985604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.571507133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.571707031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:50.571825828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.572003822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.573556997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63095","req_id":"084f0434-0fa0-4d1d-a391-8b3065e2b6c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cf fb 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.573624091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63095","req_id":"084f0434-0fa0-4d1d-a391-8b3065e2b6c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.573911613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:50.5740502Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63095","req_id":"084f0434-0fa0-4d1d-a391-8b3065e2b6c8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.575408947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.59214907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.592233128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.593132029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.594349354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.594411588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.594443452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.594655524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.604898042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.605009163Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.605046658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.605710461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.609485652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.609547756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.611625025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.630520864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07fdef62-2f6c-4caf-86ae-65c9d8d7413f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.630834418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.642511825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05df338a-6ece-435d-afae-fa9bf047390d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.642938064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.647888518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01b5e506-455b-4e2e-b1ba-8363f829a6b5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.648018557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.652628742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1591392a-ccbb-4b15-bc19-d0c8ede367c6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.652768781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.666553667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a48732c-4d3d-418a-85d9-ba2bd43e4cf6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.66812622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.670493877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28acd179-61fc-46b2-b29f-c6b9366f92f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.670573165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.67325048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6029822b-54a8-4a18-aefa-7e5a8e1f07bc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.674320862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.680274324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8c5856f-95b5-43dc-8304-64f09cbe7d21\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.680431728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.681316441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.681694674Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b56c40d-177b-452e-8075-58d0bd6d0c46\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.681839012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.684774741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fdd9463-ace9-4879-9de2-49962a6396d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.685421349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.686765878Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a4fddb9-54fa-48f2-ac69-aa70480999f5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.68690226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.688153864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f95f42dc-13e7-471f-83cf-1a9d68f495c0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.688234905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.69069639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22fc4551-2333-4fe7-944f-dc438d18347e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.690913091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.693511869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"372850a7-8a2b-4173-970c-4c17b2539962\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.693580406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.695622464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11b9b6b1-a43c-4a35-ba03-760800faf899\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.695954195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.698119189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71bea472-d1f5-4563-b604-5b9c64d34bd1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.69819022Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.702460188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19f607f8-0728-4fa7-ba6a-e03ebd563b23\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.702758943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.70584874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf260e2-eb0a-40ce-9947-0a739f1d22d8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.706267043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.708551094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deddce10-9095-4926-9929-5f76c11a9e45\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.708771874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.710068738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b88c5b4-302e-47b8-879f-72440169b8f4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.710197775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.71127948Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d04dac1a-072d-470f-ba30-a761cd2422b3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.711573937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.7126046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b483771b-cf2e-43ca-b50f-a2b8e731a6d6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.71275985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.714266361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8140af53-6ca7-47f0-8597-e545e2a00388\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.714333325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.715860908Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85893aa0-ad24-4ead-9945-3a890853e8a8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.716013372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.717694471Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cffc3b69-670f-4498-ac4b-1e6455d3c492\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.717763639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.72024328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9ba3799-6934-4f77-846a-a0e70a7afbbc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.720315904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.724113631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4cf8dd2-273f-4d9d-9667-520aeb0a1329\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.724464631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.726981104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d31dd796-a5dd-48cc-b48f-3a20243eb28e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.727456542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.730855634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"343d851f-2d8b-430a-b084-efeab9b9d693\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.731732882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.732517065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.732803806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.73294136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.733005798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.734322882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.736719387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d587a3-7c41-4d49-b088-a59a9ae7b82e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.736784657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.736949616Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.744426754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.744534939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.744571131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.745230495Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.748323949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"281f226c-77e8-4590-a190-3609a9799e2a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.748499529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.748728234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.748773605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.74929333Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.750996003Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f997fb5-d2e8-4076-80f5-ccf8e069d863\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.751146082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.752457996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a85b23a-c1c4-4dae-a691-02b30d7f96bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.752593225Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.753906231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a668cc35-f162-47fb-bc0f-0b90d0e5ec52\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.754026861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.75551667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c022cbcd-87df-4233-ba80-1dc95b92dc42\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.755754393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.758267891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dcb7cf1-441b-40bf-a46f-732df7bc1443\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.758484082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.779400226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c61d36-0966-4b33-8d8e-bfd5f6fbf11b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.779474985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.794923976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c93750-e669-4acf-bba3-7f1862036386\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.795113253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.800378183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86a95b7b-f7fd-49da-bf7b-14397c893d8b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.800518993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.802660129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bf4564d-3f6f-442e-b1ad-922050b0eecd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.802803675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.816858699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.817772049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bda0577d-a1f3-4dff-b9ee-b7a0ed9f131d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.817904403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.818716982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27640992-bea6-4cc2-b3b2-4e2dae43fd2f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.818868974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.819808056Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ab9f80-1c96-4bf1-8917-0c55e9dc2675\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.819951992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.821232383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51f22750-e20a-4078-96b0-b87ecbc1cf46\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.821376651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.822185813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3cf2729-cedd-4cef-8dee-160ec40a3aa7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.822248859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.822285662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.822317646Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.822347155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.823126838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.831291926Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.836351417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.836411216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.836446446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.836476647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.836504983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.837013827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.848294563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.854056253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.854125922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.854157364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.854681599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.93841382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.938520663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.940232944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.940298044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.940332122Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.940358565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.942123511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:50.942191807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52722"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.94287577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"82515fb4-c0fc-4a6c-a95e-d40524175ad3","remote_addr":"[::1]:52722","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:50.944475547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"82515fb4-c0fc-4a6c-a95e-d40524175ad3","remote_addr":"[::1]:52722","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1605,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.945010473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82515fb4-c0fc-4a6c-a95e-d40524175ad3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.947520574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.947623059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.947665243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.949715187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.949769485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.949801699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.949831509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.951513009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.959977614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.960061121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.960106691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.960139437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.96087404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.962658085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.974461182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.974787081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.974849706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.980898869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:50.980963938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.980996273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:50.98102011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:51.017583671Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:51.018177594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.018356781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"542.329616ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.018472772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.018605727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.018640286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.018674865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.018702199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.020079584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.026423463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.03175218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.031835096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.031868342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.032250283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.040197437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.041657586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.042774903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56190","req_id":"15515728-1560-4efb-9174-37ab02a1de97","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2e c1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.042825343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56190","req_id":"15515728-1560-4efb-9174-37ab02a1de97","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11969,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.043218146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.043583183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.043630838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56190","req_id":"15515728-1560-4efb-9174-37ab02a1de97","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.047788111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4595, tv_nsec: 846497898 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.080833311Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.081782392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60119","req_id":"31b316f6-0a04-4c5d-b6f3-a36adb73e984","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f6 25 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .%..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.082046909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60119","req_id":"31b316f6-0a04-4c5d-b6f3-a36adb73e984","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.082460073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.08261945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60119","req_id":"31b316f6-0a04-4c5d-b6f3-a36adb73e984","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.175255912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.178473403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.178540176Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.178575917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.179461812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.180047599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.180333088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.180379962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.180411955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.180942843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.181044997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.181080848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.181110838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"22.024µs"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.181141078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.18117702Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.181269264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.181299895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.181327349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.182548693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.182615055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58345","req_id":"259a6471-029f-4d2c-9b5a-297e3d9199fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d9 fa 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.18265771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58345","req_id":"259a6471-029f-4d2c-9b5a-297e3d9199fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.183231734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:51.183333977Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58345","req_id":"259a6471-029f-4d2c-9b5a-297e3d9199fe","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.18336556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.18339569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.183424327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.183612152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.183659736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.184523768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.184574609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.184609108Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.184637414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.18467035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.184701612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.184734518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.18500659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.186450367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.187374227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.187422944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.18751088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.1875461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.187578875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.188216355Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.18846446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.18850992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.188721752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"83.166µs"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.189755201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.191501661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.191562863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.191592171Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.191624516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.191657461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.191687631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.203242925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.203310099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54168","req_id":"e7ef8558-0fcc-46c0-9a8d-0f996608b2bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 02 be 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.203458815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54168","req_id":"e7ef8558-0fcc-46c0-9a8d-0f996608b2bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.203654114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.203816688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.203911817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54168","req_id":"e7ef8558-0fcc-46c0-9a8d-0f996608b2bc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.206211499Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.231086371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.231154577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.231192092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.231765865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.233522104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.249390992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.249497754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.249586962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.250181527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.25082557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"69.827317ms"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.251018454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.264509825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.264605045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.264640075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.266744688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.26716749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.267229333Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.267643378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.277687641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.277864684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.277972719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.278069031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.279001839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.279883516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4596, tv_nsec: 78796208 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.280030689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.280654392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55213","req_id":"c8a2f892-a7a4-4441-8ddd-b938705c3bbf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 44 66 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 Df..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.280813609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55213","req_id":"c8a2f892-a7a4-4441-8ddd-b938705c3bbf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.281119118Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.281361611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.281526009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55213","req_id":"c8a2f892-a7a4-4441-8ddd-b938705c3bbf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.282955146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.289053998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.289507221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.289620486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.289708963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.28979292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.290361062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.290850707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.290959635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.29155486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.294068248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4596, tv_nsec: 92999206 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.294308266Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.298132847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56303","req_id":"ee5153a2-ca24-458b-be3b-c7054a1dc38d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: da 11 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.298438576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56303","req_id":"ee5153a2-ca24-458b-be3b-c7054a1dc38d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55825,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.298741109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.299212137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56303","req_id":"ee5153a2-ca24-458b-be3b-c7054a1dc38d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.299650531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5bf7ba4-6633-4bf2-8ea0-98d78e925bf3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.300202069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.302217525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.312585843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.442718294Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.442807962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.443120826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:51.443204232Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:51.446785417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.447586744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54448","req_id":"017749dc-58c7-4529-816c-107b5edb6353","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ef d4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.447696082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54448","req_id":"017749dc-58c7-4529-816c-107b5edb6353","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.447930038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.448032863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54448","req_id":"017749dc-58c7-4529-816c-107b5edb6353","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.449984611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.450055683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.450091955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.450122346Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.450953111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.451292998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.452848648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"265.452657ms"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.45311591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.457792839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.457859842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.457892888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.458287775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.459753596Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.467504068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.467631452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.467949024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.468057901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.468144464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.468931672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.470420208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.48594973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.486075029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.48617065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.48695853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.48891603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.560731267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.560802078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.561095673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:51.561158067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:51.563161479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.56321715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.563250937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.565623084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.568705585Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54849","req_id":"65f96c61-6505-421a-978e-c34e2d9922f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 1a 85 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.568835715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54849","req_id":"65f96c61-6505-421a-978e-c34e2d9922f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.569548124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.570054613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.570738456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54849","req_id":"65f96c61-6505-421a-978e-c34e2d9922f2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.572037815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.573028398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.575084906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.583739359Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.591113021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.591190695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.594005504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.595112419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.653499662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.653691284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.655205821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36221"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.658043946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54ee4e25-2757-4a95-95a7-bc76ff0a1213","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.65877384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4596, tv_nsec: 457649148 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.658843539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.658967446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.660425622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54ee4e25-2757-4a95-95a7-bc76ff0a1213","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.66049531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54ee4e25-2757-4a95-95a7-bc76ff0a1213","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.661466505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54ee4e25-2757-4a95-95a7-bc76ff0a1213","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.661781433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.729753613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/v2p","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.73111713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.731311347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.732198855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.732686757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40040"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.733193066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.73330058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.733785186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/vpc-routes","method":"GET","req_id":"4e3702dc-4b9c-43c0-933d-800abd71bc60","remote_addr":"[::1]:36221","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:51.737206983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.738072809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/vpc-routes","method":"GET","req_id":"4e3702dc-4b9c-43c0-933d-800abd71bc60","remote_addr":"[::1]:36221","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4228,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.738812572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"54ee4e25-2757-4a95-95a7-bc76ff0a1213","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":80945,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.744230988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/v2p","method":"GET","req_id":"580d0a03-7ffc-4fb4-a8b7-f02c6df6e40a","remote_addr":"[::1]:40040","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.744907987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62230","req_id":"3601f058-c1f5-4c9e-86c5-bba78f904282","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fe ba 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.745136442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62230","req_id":"3601f058-c1f5-4c9e-86c5-bba78f904282","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.745448705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.745513754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62230","req_id":"3601f058-c1f5-4c9e-86c5-bba78f904282","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.745798341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54ee4e25-2757-4a95-95a7-bc76ff0a1213\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.746067718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.746482164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e3702dc-4b9c-43c0-933d-800abd71bc60\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.746548877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.746585109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.74756431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.747631373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.748546807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.748589292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.748616586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.748883829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/v2p","method":"GET","req_id":"580d0a03-7ffc-4fb4-a8b7-f02c6df6e40a","remote_addr":"[::1]:40040","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4683,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.751203571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.751249202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.751419281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5ca9306-8977-473c-9e80-3d534dd5a7cb","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.751788656Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.83729895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.837376164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.837709798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:51.837773195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:51.838952775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.842912444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5ca9306-8977-473c-9e80-3d534dd5a7cb","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.842989849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5ca9306-8977-473c-9e80-3d534dd5a7cb","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.844398325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5ca9306-8977-473c-9e80-3d534dd5a7cb","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.844538524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"580d0a03-7ffc-4fb4-a8b7-f02c6df6e40a\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.845478156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.845537535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.845567384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.852439146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{}","iteration":2,"elapsed":"666.755406ms"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.875950681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c5ca9306-8977-473c-9e80-3d534dd5a7cb","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":124578,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.879221227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ca9306-8977-473c-9e80-3d534dd5a7cb\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.879365865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.879409132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.879436957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.885337263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2c12e09-5286-4af1-844f-d5331f30f41c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.885676048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.903336666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.903417998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.904454142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.909679093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.910036344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:51849/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.912821564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/eip-gateways","method":"PUT","req_id":"cf3552c4-1d5b-42c0-9c15-816fe540a85e","remote_addr":"[::1]:36221","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:51.913324125Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/eip-gateways","method":"PUT","req_id":"cf3552c4-1d5b-42c0-9c15-816fe540a85e","remote_addr":"[::1]:36221","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":451,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.91352261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.913581267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:51.913614985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.913644513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.918540989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.930346451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cf3552c4-1d5b-42c0-9c15-816fe540a85e\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.934011613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{}","iteration":2,"elapsed":"742.712557ms"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.938776457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.948189071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:51.948272297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:51.948302988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.948440763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"767.265306ms"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.952094322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42f3f6c5-5ccb-4348-808c-ec34048d8b69\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.952314831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.962027263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f300916e-9643-457e-8a2c-8008ddfb443b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.962234075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.96629181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9677623-0c5a-4c41-86d1-a18fe398250c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.966887978Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.970110679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.971470788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"844d37dc-46d7-4ed3-a4a4-61f05c56ce13\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.971547221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.978618039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a32544f3-62df-4d4c-8916-0ecccd47863b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.978741385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.981774789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f5d9502-5367-4759-863e-72c1bb8973f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.983020871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.984371693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"326b0d31-bd15-4d91-bb04-c6fe3094932c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.984680338Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.986120828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43fff540-aa94-4e15-824d-9480fa0c2e46\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.986171549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.98726649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6820010-1ac4-4886-9e78-c8e5eba0ed4f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.988437574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.990019726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8c19b89-4903-4022-bcfe-b0561614f729\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.990191268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.992247134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab65688a-82e1-465f-a852-35bc589d3270\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:51.992743062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.000800586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd9fee6e-4b7b-4ee3-b69d-a303f238e23d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.001065324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.003626186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34cea8ff-8d52-4d74-a9c6-35162f378dee\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.003756906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.012556489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f1af77-ebbf-47fb-852b-c61dc6f5cedf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.012924823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.018212228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a78a8e38-e1dd-434c-bace-f5705b37b5b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.018465502Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.020397832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.020535537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.020780094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.020964041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.022108922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.023501707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f3615e9-4da5-450f-8939-92d3e727766d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.023575905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.026335663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.038997341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.039094414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.03927792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.040922456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.044792317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.045288065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.046221384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.052806394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59ef79a2-c2fa-416a-a14c-d3f6015168bb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.053897248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.056648289Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7986c01-4e9f-4d3b-ad98-5cfdfef87a35\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.056939349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.060329794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9bd00b8-d54f-44d8-a7ba-d56e01f7264b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.060673198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.064111549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e8969ee-394c-49f9-89d1-acf278cb6ac0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.064273612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.066710928Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49eb1fac-f55f-4429-8fe4-d8cd5fea614b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.066848923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.069997527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acefe43e-39b5-4799-b3f6-8a3666b57ecb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.070249459Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.078316922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cc25cc6-d58b-41b5-abf6-80403fdbc762\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.078573113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.082243867Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07e84178-1719-4658-b896-0ea6398db4b5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.082639655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.091198388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.096216226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3e18611-1ed8-45a2-968f-bf124820cc70\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.096533448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.101288712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f025ff-b266-4788-a795-d3c9b1b216ea\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.101520374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.1047806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8fa2e2b-0d8d-4c4b-8751-2b497f490c0c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.107770777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.111472683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7a3cbd4-c8dd-44a9-9f38-0c2d7d45b8cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.111645668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.112838364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc932816-e577-43e2-82b1-c79372bd6c70\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.113899208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.11509002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41481ef5-6c54-4ddb-ad3a-b2060ccbdd95\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.1153558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.116326214Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0501924b-71fb-4080-9465-9e918a1279c5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.116503116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.117459211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13a94599-4cb4-4619-b5c5-38aeeae5fa38\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.117577016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.118787938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2325cfb5-94ec-4336-b340-7b6fc36aad75\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.11895926Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.122177291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4bc4bd-7010-41ab-aa50-fd0d7668566a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.122251379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.124286133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be2bf826-e8d9-43d9-9a9b-1ce3928f3422\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.124355101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.128809145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e87b4f2-12bc-4648-b90e-dd329db3138c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.129121688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.133065485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa241a25-90fe-4b51-99ab-6b2c6e9f8674\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.133292638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.13851361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a1a7e3b-a5ec-4d2d-a009-6d8901e13c4b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.13988377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.142886283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.144934023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.144989563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.145162598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.145953614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.153728575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.189961988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.190042849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.190077428Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.195669961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.199048613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f804883c-18fa-4c6a-b3a1-8bc92c3ea89b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.199254683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.200306839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.200350687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.201517932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.203726393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed39efd-f3ff-4637-bfad-7a252372ff36\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.204035228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.206041024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f61ece18-eb11-4d44-8066-359b8bc1155c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.206185893Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.208034246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba9dc7d-2ede-482d-9b89-7a220eb8c567\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.208343432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.209720005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28d12c7e-effc-424b-9b03-4a7475cbe682\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.209941165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.209994622Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.210030844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.210060273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.211251576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.217575306Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.236612787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.236671253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.236701664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.236731664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.2367601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.237471047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.242810906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.251765658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.251889054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.252024073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.252566624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.317799706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.317875918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:52.319498712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43513"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.320654935Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"0101d5dd-ed9b-41e8-baa2-2fd03982fea8","remote_addr":"[::1]:43513","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:52.332294927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"0101d5dd-ed9b-41e8-baa2-2fd03982fea8","remote_addr":"[::1]:43513","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11579,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.333709145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0101d5dd-ed9b-41e8-baa2-2fd03982fea8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.336616157Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.336675415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.336706236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.339732757Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.339800381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.339837846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.339869529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.341196383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.34990297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.358787091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.359252709Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.359366796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.35998608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.377864842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.432437324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.432532314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.432569848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.432599988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.433268541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.433354883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.433393329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.433889638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.435062094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:52.436481923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:52.43681686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.436876249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"1.418383126s"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.437021117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.437141557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.437187409Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.437219272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.437250124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.439185019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.44127347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.447145499Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.447269647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.447411099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.44806905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.448560549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.448665528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.449250864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.454182691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.454429973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.454531135Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.455132253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.456865576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.457030755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.457659668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.458552046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.458663358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.460768192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.460823692Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.461494048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61463","req_id":"6ceca886-93d8-44c9-9f46-51b0d53f7355","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ff c8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.461554088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61463","req_id":"6ceca886-93d8-44c9-9f46-51b0d53f7355","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.461700469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.462000657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.462046449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61463","req_id":"6ceca886-93d8-44c9-9f46-51b0d53f7355","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.463082413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4597, tv_nsec: 261856869 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.463144336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.463771686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50462","req_id":"86f1c5ee-b376-45cb-956c-3ca4efce870e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a4 06 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.463835223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50462","req_id":"86f1c5ee-b376-45cb-956c-3ca4efce870e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.464204739Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.46425552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50462","req_id":"86f1c5ee-b376-45cb-956c-3ca4efce870e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.542448004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:52.544124554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.54426816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54188","req_id":"4b2a1c2c-8b2e-4784-adb9-8625b0896c39","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 09 cc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.544380774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54188","req_id":"4b2a1c2c-8b2e-4784-adb9-8625b0896c39","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2508,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.546980805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2508,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:52.547079852Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54188","req_id":"4b2a1c2c-8b2e-4784-adb9-8625b0896c39","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.547706711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.547760689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.547790488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.551798704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"accde38a-e16f-406a-a90a-94bd0fdf3156\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.552033131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.55571666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"728cd802-a8a7-40a0-842b-36a7a8de25e7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.555845197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.562277032Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d2226f8-d318-4c2e-947b-e10d8a6b84d9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.562456609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.567487363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.56756105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.570039267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ba288a-0fcb-48b7-83f9-f44f024c07bc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.570228484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.570312402Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.57091903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.570977437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.571036915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.581448309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a45e798a-b590-4b81-99af-90f1a5c7459f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.581622306Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.583632611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.586181239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce89dd22-cb1f-4aae-b99f-6444db338ac9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.586584332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.590059466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c59daa-795b-4a5c-b8d6-755bedebf1da\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.590129155Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.595086933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09c84606-676a-4940-98e2-6b76dfc2c479\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.595413875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.596562383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8605920b-ab28-465b-afb7-d154b5e8b1a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.596722482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.598620534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac48f8f-d4ff-4096-b022-d6a93ec8bc15\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.598741004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.601066647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4711f65-24e1-4aaf-b03f-eb16e1dabbad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.601205244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.602279975Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1091126-be14-43e8-ad31-e2ebdcf3d835\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.602406146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.603660996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac067899-6976-4a10-a0e9-20cca56710e1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.603931145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.607345097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e9b1361-1eba-4b84-b5eb-44bcbe042bd4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.608703303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.610563189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4e412f7-622c-4c1c-a455-6ea7c4419ec1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.610681013Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.612686169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f01737e9-a45c-4a66-bad7-c0a23dcb782d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.612850476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.614479261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8a3ef88-e5c2-451b-8dab-0e1c2ec80572\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.614594681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.61651149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1600ba8-33f2-4bb8-ba6d-ffb434db3093\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.616630417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.618633598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fbee1a3-4bd2-4d3c-b630-e46580c553cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.618713017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.619606898Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc6071f9-b7bb-42c0-a005-e34d6c0c4618\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.619861906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.620912629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4ea6ebf-1384-4ba1-b202-e61fb27ca8bb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.621025183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.622676273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3479cc4e-a226-4a88-afeb-d45560446a9e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.62280511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.624025231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d519158b-278e-4718-a39d-9683923cc17c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.62409515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.625471693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56e693be-dc64-458a-8346-723aaee24103\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.62563573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.627509383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"335d2cb3-636d-4dff-b38c-f7dd819e66ce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.627583821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.629314229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a05179-051b-4f58-8263-e9c7e52e114e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.629427485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.631470495Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b34578-793a-4afc-b125-9ff8f3b2f36c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.631615103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.633432965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23866158-69b2-4386-bdba-e27d3160bf7e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.633503416Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.634411825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.634517927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.634551995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.634580502Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.635361758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.640311941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.645693433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.645804104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.645974473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.64669041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.649152225Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb050fc2-73d6-40fc-8401-b3ce87fe98c5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.649428595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.650224501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.650338959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.650855689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.654333448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba509f4-9be6-4c46-91e1-140128b11b99\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.655423059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.659149043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0975a6e-58e6-4608-ba9c-54fe28191677\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.659379863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.660630244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b5e519-819d-415e-82be-f6acd0c4bd0c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.660858228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.663049644Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9087960-ccc3-4062-99a0-c7a4521b5ac1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.663276286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.666491813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e83d6fe-2ac0-4fb1-942c-701777fadaa8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.66670635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.669803742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b6c2007-19d1-41d8-8943-85f0c3c611c7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.669868811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.672707417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c52343bc-dc83-4105-a098-4fcb2ea84321\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.674734937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.681904371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0072dae3-c2db-43f8-9f8a-73cc2ced6e35\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.682054029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.682898392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.684803417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d8e7bfa-5200-449b-8459-caae73c776e2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.684926282Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.68643091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6786a42e-6ffb-44d8-af23-1ad892ac216f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.686553905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.688154735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a7e2dbc-f5a6-486c-9dbe-3eaaab19925e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.688275836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.689724342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b92bed11-21b9-4b31-9adf-ca6a3d0eaba7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.689800083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.690550097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c11bd72-d0f1-48d0-aab1-10a69f7b67a0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.690690838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.691629268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48490305-1e54-444e-838e-9b797e7ec1dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.691774958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.692673618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ebbf4d0-2478-4dfa-b8d9-6c02567bbad4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.692801974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.694068498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae6acc1-0d5f-4f9b-832c-754d6e702f3d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.694225881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.694277304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.694307774Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.694335039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.696062661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.700084915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.708284672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.708401054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.708439962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.708475503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.708507015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.708917794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.711809165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.716332587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.716398188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.716431635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.716933344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.790187989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.790265644Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.790628276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.790683787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.790717544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.79074556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.791740332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:52.791803418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45392"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.792647519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"e0dc8fe8-c575-436b-ab30-7da61a0ad49c","remote_addr":"[::1]:45392","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:52.794189973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"e0dc8fe8-c575-436b-ab30-7da61a0ad49c","remote_addr":"[::1]:45392","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1709,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.794437175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0dc8fe8-c575-436b-ab30-7da61a0ad49c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.797070211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.79713498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.797166854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.800394204Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.800454945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.800488212Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.800516037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.800991444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.801349297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.808063184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.808130318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.808162322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.808774371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.811189193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.820023725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.821639825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.821742018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.822161805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.822540279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.822596541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.823069513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:52.865328341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:52.865765953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.865825933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"428.745848ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.865863838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.865890521Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.865919529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.865948016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.865977715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.866712078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.872039894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.876618947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.87669573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.876727934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.877113102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.877565493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.880240092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.88029929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.880912672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58556","req_id":"7a769488-083f-4573-a236-0fc10f11abca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f6 cb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.880977361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58556","req_id":"7a769488-083f-4573-a236-0fc10f11abca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.881227529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.881392859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.881440103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58556","req_id":"7a769488-083f-4573-a236-0fc10f11abca","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.881856092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4597, tv_nsec: 680755828 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.881916472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.882235167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53372","req_id":"79bd0887-2d62-4d7a-8a87-1451d038974f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 51 9e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Q...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.882285778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53372","req_id":"79bd0887-2d62-4d7a-8a87-1451d038974f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.882427741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.88251762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53372","req_id":"79bd0887-2d62-4d7a-8a87-1451d038974f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.926139173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.926475413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57060","req_id":"057e190a-bcf7-452b-a0df-451bc7426f27","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cc f6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.926528469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57060","req_id":"057e190a-bcf7-452b-a0df-451bc7426f27","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52470,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.926657325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52470,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:52.926742856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57060","req_id":"057e190a-bcf7-452b-a0df-451bc7426f27","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.926898766Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.926943536Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.926968856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.928455248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"209ae038-d2e7-4e83-b5eb-7d10a39f503c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.928676378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.928864643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.92890822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.928936877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.928965675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.929479308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.931675073Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3903c834-fb96-401d-9f85-79dc7a5991a0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.931819911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.934290594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.939309253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.939371548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.939401607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.939748769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.940636929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c746fbd-6e02-4942-b15b-759b2ad61a96\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.940761647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.94254958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d82a032f-c2c0-4880-b9ff-7dcdeeaf0678\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.942623547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:52.943967976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.944012975Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.944457511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.94514462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6599304c-dfc8-4141-984e-29ddf9d06f7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.945261443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.947168162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfb78684-8cfb-4827-a119-5d2a28813434\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.947233722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.94900423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f2464bf-af82-4b4d-b28f-f80c8e0a0647\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.949125562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.950898554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f33eed-2bf7-490f-9b3e-1a0696442725\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.951054535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.951910511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa66c3ca-2907-483b-a437-3b17ec86d385\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.952056181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.952979541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f963b8-4de7-401a-bd38-6a74a1ec1638\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.953118588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.954052759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f066286-00df-4ce0-97ee-139f3deaf9c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.954106877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.955121308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c1a9aae-0ae2-4aa8-9de0-bbcff05e92d8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.955243662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.956439444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edd17b95-f75d-4982-8cf1-d2d862987320\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.956575866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.95870104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24f724b9-6243-4be0-8d79-9d6df9405a28\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.958817312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.962291604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78427d44-e77f-421a-94e0-7996f362466a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.962703084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.971944507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a30696ca-7792-4678-9b86-8ecb7c57df1c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.97297989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.979355523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"256c2df1-029d-454a-a494-c6ebcc26bbc6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.979460182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.979828445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.984614952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18486b34-8157-4eef-9865-9b503b6ad603\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.98488512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.987915438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972ee585-2d74-4357-b515-a8c0041d94fd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.988063724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.990809825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a00c9bda-000c-4b11-9ecc-be2a5519a299\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.991124582Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.992715833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a36972f-439e-4938-8ad6-95dfd2fac38b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.992921011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.994191653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe60f77-560a-4c6a-bc06-6fddd758267c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.994442483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.995989866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23e88e97-3e33-42d2-b67c-9e6b8147da41\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.996144173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.99746743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ce7f97e-5ef2-4cc7-a821-29ad958d648a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:52.997630855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.001761656Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22564142-c1c3-47c7-9d92-932a7d306d5f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.004114864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.00418292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8574b63-14b3-4f8a-baa6-04d1041dff3d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.004230966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.006214708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec7c5d00-4cd8-4241-9644-853437cce7ee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.006334537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.008223871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0752af5-81fc-4c4e-8da6-0bfef94e7753\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.008272749Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.010091332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c39e1aaa-562d-43e6-a9aa-da6520e525b1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.010165039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.012003292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"630f8326-3afb-41df-a9b2-e8f21ba98f71\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.012324141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.013363662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e4d28f-61a2-4f43-9f06-a36b098833b3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.013428211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.014510888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7afadc82-7d88-46c2-a09a-b1451db384fa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.014640035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.015582343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c8a1dc4-5f57-402d-bfaf-c7ac196d041e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.015713223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.016657946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb160571-22ed-485a-bc47-dd6735069463\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.016728647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.017945762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eeb28ef-24c8-4fa1-b5a7-a58bb2ced196\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.018131572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.020342878Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed91f447-d747-44d5-af34-b327040e2e4a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.020542415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.022695265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87a075b5-8b69-4b6d-ac0c-bc238945ba36\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.022815484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.024987241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f87025a9-706c-4186-ae6a-f82f31e7282a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.025214314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.027524567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec2cb0ef-0358-4b4b-ac88-fd7be253504d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.027662792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.029631164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d212c532-eb47-4742-954f-f3e4773db734\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.02977992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.030439755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.030494815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.030524354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.030553101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.031406341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.033742365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae87062-df77-482c-a321-21176636f03e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.03381475Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.03413099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.041211487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.041271827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.0413034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.041800891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.045648387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.045749419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.053575081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.053943425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c263870f-3b4f-40bd-9d93-430358d1566d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.054166629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.056413927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6cfcfef-772a-47b8-b465-5b224892cf39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.056554036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.058959759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2f08133-1f60-4f00-9d42-a96aa40802a1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.059188575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.061716642Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cab371c2-ff70-45fd-88e7-b1d52b698be7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.061783495Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.061819307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.061849647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.061878595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.06263913Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.066675282Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.07142216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.072194278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.072251713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.072284688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.072313576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.073164862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.089918813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.096008276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.096079728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.096158295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.096882919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.16169373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.161953428Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.163307235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48968"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.163937942Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"aa0d281e-a707-48a5-bd5c-aeb600f1a31a","remote_addr":"[::1]:48968","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.164546955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"aa0d281e-a707-48a5-bd5c-aeb600f1a31a","remote_addr":"[::1]:48968","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":591,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.165521687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa0d281e-a707-48a5-bd5c-aeb600f1a31a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.170720315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.170779653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.170809523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.176139011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.1831849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.185463039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.185528339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.185897655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.189706283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.194890613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.196292386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.196397776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.198078595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.202832557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.257027617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.257118237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.257155081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.257185571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.258055374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.265922639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.272241429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.272306669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.27234224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.272775634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:53.279417136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:53.279710751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.279763987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"414.039207ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.279801612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.27983027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.27986064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.279893516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.279923495Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.280484283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.286296693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.293544023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.29364275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.293731377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.294884364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.296610764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.296742626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.29750214Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.302574576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.302723142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.304065477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50430","req_id":"366f2600-51da-497c-819b-ef9e9f2987be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f5 5a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .Z..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.304269313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50430","req_id":"366f2600-51da-497c-819b-ef9e9f2987be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62810,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.304793718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.3050411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.305212562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50430","req_id":"366f2600-51da-497c-819b-ef9e9f2987be","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.306058768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4598, tv_nsec: 104953404 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.306193036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.306674305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63238","req_id":"8064a63c-fc2f-4a17-924e-c2a55c0e1d7b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 27 51 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 'Q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.306850896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63238","req_id":"8064a63c-fc2f-4a17-924e-c2a55c0e1d7b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.307170663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.307771711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63238","req_id":"8064a63c-fc2f-4a17-924e-c2a55c0e1d7b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.371302101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.372180411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63882","req_id":"74353bd5-6619-4048-a75a-d22a83fc2fa7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 81 2b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .+..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.372229499Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63882","req_id":"74353bd5-6619-4048-a75a-d22a83fc2fa7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.3724258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:53.372509657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63882","req_id":"74353bd5-6619-4048-a75a-d22a83fc2fa7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.373884797Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.37392652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.373952021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.375267101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65315a60-f782-4b10-ae09-c4174f841ca1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.375439124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.378448089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a3d076f-33d5-41c9-b51a-ab6b039e1b8b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.378495664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.408210779Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1e70ff2-7a9b-4ab3-8a94-0fab3556ffe4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.408405587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.414574659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed2d8b5-d87b-44d4-baf1-42a0668a5d27\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.414677233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.416764572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a379676-5adb-47d9-9bb0-362993f31d87\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.417023959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.41763695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.417693152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.417954273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.41902198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.421005612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4abcbd69-ec0a-4f44-9f07-94a478718235\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.421078487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.42477366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.424836725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.425239889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03da591f-0fc3-41aa-a9cb-78663eb1b441\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.42538595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.426300141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.433531259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d78d489-5381-4039-a230-cfb58dc6ceee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.433710045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.434920938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.434988713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.43555972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee17c9e-795e-481c-a65d-ad6ebf2de8a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.435724128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.436944039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b358d747-c8b9-4744-bd10-561b28ec80f4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.437106041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.438095723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf92e71e-bc1e-4709-99e1-1836cdb565bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.438220432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.439277939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4959b2d-3880-457e-998c-8d0f327bfa21\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.439397487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.440621315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08988759-14e9-4fda-a5b0-04b61a143344\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.440805091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.442893793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"595f8e00-f201-4d69-963f-0cd79b736bdb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.442958572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.444760953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"742ab3a0-2c96-437d-8368-e39eef762310\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.444822476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.450279068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc97a893-291d-42a9-ab39-5d67ac92e591\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.450329658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.450359227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.450382023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63310","req_id":"d4bd489c-2e53-4d2a-bca9-5ddca821c06f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 1e 8c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.450414488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63310","req_id":"d4bd489c-2e53-4d2a-bca9-5ddca821c06f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.450481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.450502553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.450522643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63310","req_id":"d4bd489c-2e53-4d2a-bca9-5ddca821c06f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.450562472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4598, tv_nsec: 248401946 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.450598354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.450620598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56638","req_id":"c071b3e1-c039-43c2-8a9f-520c0a6f5f49","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 98 79 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .y..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.450735788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56638","req_id":"c071b3e1-c039-43c2-8a9f-520c0a6f5f49","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39033,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.450818172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.450838001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56638","req_id":"c071b3e1-c039-43c2-8a9f-520c0a6f5f49","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.450872019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.508963312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.509050095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.509180715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:53.509219924Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:53.510229976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.510538922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.510596376Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.510628961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.51065853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.523823651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.524120813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.524605859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.525214672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5c3d75fb-595a-4124-b700-30e9e4e999af","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.526087231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5c3d75fb-595a-4124-b700-30e9e4e999af","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.526212721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5c3d75fb-595a-4124-b700-30e9e4e999af","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.527121231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5c3d75fb-595a-4124-b700-30e9e4e999af","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:53.527334997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.535453963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.59028979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.59036491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.590398156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.590887801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.592422469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5c3d75fb-595a-4124-b700-30e9e4e999af","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":67181,"response_code":"200"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.592851264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.593227413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.593300529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c3d75fb-595a-4124-b700-30e9e4e999af\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.593569274Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.593855655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.597666738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1f1425b2-4ec2-4b97-bd69-c4c995dfee5c","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.603039743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1f1425b2-4ec2-4b97-bd69-c4c995dfee5c","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.603090745Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1f1425b2-4ec2-4b97-bd69-c4c995dfee5c","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.603126386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1f1425b2-4ec2-4b97-bd69-c4c995dfee5c","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.605666878Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.605730264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.606354808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.606623494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54003","req_id":"b8f9fd7b-a30c-4f6d-b158-60c1f44e695b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 70 89 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 p............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.606687351Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54003","req_id":"b8f9fd7b-a30c-4f6d-b158-60c1f44e695b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.606939734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.60728934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.607487054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54003","req_id":"b8f9fd7b-a30c-4f6d-b158-60c1f44e695b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.607713886Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef75d2e-a555-4883-b349-7aa38a1784ce\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.607892863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.608231137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.608952725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.609011181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.609043095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.610147686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4598, tv_nsec: 409041239 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.610280069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.611231234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1f1425b2-4ec2-4b97-bd69-c4c995dfee5c","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":15286,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.611852132Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52092","req_id":"a1397b2c-2437-4e68-92e3-3d0a1523b20c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 87 3b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .;..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.61191158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52092","req_id":"a1397b2c-2437-4e68-92e3-3d0a1523b20c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.611999455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.612095937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52092","req_id":"a1397b2c-2437-4e68-92e3-3d0a1523b20c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.612234213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f1425b2-4ec2-4b97-bd69-c4c995dfee5c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:52 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.612334673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.612375124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.612402949Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.613967747Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.671529575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.671595707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.671871196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:53.671968159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:53.679005891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.682059084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6928d40-81e4-436f-80f9-3a5ab6308833\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.682209133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.695110418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d7e47ac-5a5a-4e7e-b46f-33dc24bd5587\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.695366418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.696717069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe2aafa5-0003-4159-b31c-bbacd24dee1d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.696890966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.698502186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e62669c-72d6-44e5-b91b-44c38ad6f8ed\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.698697175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.700946957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eb924f6-6a8c-44f1-a1d7-dba991589fbf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.701080343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.701492975Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f9e4af5-7233-4774-b53b-cebff5038f02\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.701554468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.702881141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c022e3-51a5-4cf1-ada2-b605c4263e17\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.704856136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.70805047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cda05b5d-942a-4684-96d8-ccffdc0a33b3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.709076665Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.713590669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"317cd1b9-7119-4c0c-8046-4926f9257971\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.717558184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.720857387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.736626927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0954961a-a80b-4422-b8fd-91e6a3a81903\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.736816184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.738330842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e809d8a0-b21d-4d3c-925f-8ab81f51bf90\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.738452905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.73991564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09c9a95d-6d3f-48f3-8b57-603f18447b0f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.740035378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.741731378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"437cb817-91d6-41aa-9558-05d4f1846a91\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.741856477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.742702082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f13a6a8-43db-447d-b764-5b6f3a189d92\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.742852652Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.743801352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84d3184c-0acc-435d-b4c3-35c5b8d3e0c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.74394099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.744861654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11f0c95e-3b34-44b4-9230-5851f001824d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.744988637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.745900254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef646102-5c1e-486a-8e82-bf3817717b6f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.745972387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.747145164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04255d54-5d13-484d-a28f-8aa4e2a47226\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.747332387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.749986816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f04b7a-70a4-486d-9489-19548acec558\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.750158107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.752095768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d6103f-32e1-40f3-ac81-e7ce57603ba7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.752214685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.754332414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b89dcfca-d827-46fd-a3df-199cf08f7893\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.754543856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.756643268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906bfb7b-0048-47c0-97e6-41573e61259b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.756776314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.758639776Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2dcf4cb-bedc-4ba6-8581-4be04a27c263\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.758705377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.760563489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71a7c902-e582-4525-aeaf-17f99f9baeb8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.760936472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.761954541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1063098-58c9-4b83-ac06-4bd27a8426b0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.762133487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.763157668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51b36ac8-4f2a-4e64-959f-fe29f413b793\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.763288769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.764252038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbad7a63-9f13-4de2-b0a2-f06ab5c5dd1a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.764353962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.765281309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1007c8ca-64ce-414c-84e6-827b67ff8b60\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.765344645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.765380717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.765413633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.765441869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.766162986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.769192883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.773953789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.774021684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.774057535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.774087555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.774116493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.774549546Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.775270502Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.775331754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.775363908Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.77539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.775728945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.779507694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.783754265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.783827571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.783860918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.78433355Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.791023809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.798568191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.798638521Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.798670054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.803404577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.807103817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.807167424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.808373367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.917596036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.917668771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.918570507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58427"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.9189631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.920392778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"2e81789c-0547-4c53-9f64-60762d1d2ae0","remote_addr":"[::1]:58427","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.921023204Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"2e81789c-0547-4c53-9f64-60762d1d2ae0","remote_addr":"[::1]:58427","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":635,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.92272751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51778","req_id":"59edb268-233f-4623-9037-9335e8567c95","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 7e 81 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ~............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.922793261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51778","req_id":"59edb268-233f-4623-9037-9335e8567c95","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32385,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.923059522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.923226254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.923268137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51778","req_id":"59edb268-233f-4623-9037-9335e8567c95","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.923865347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e81789c-0547-4c53-9f64-60762d1d2ae0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.926393194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.926448825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.926477963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.928152008Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.928212809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.92824849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.928280985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.929090959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.931809435Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4598, tv_nsec: 730674322 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.931886579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.935575639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.94851479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.948696031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.948748625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.949340625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:53.949899589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61025","req_id":"83820cc9-a9b4-4e8e-a159-69c00132cd53","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 39 00 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 9...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.950993097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61025","req_id":"83820cc9-a9b4-4e8e-a159-69c00132cd53","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14592,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.951569827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:53.951621469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61025","req_id":"83820cc9-a9b4-4e8e-a159-69c00132cd53","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:53.952313618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:54.032089777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.032409124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.090451239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:54.103965806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:54.104723786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.104788154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"824.947454ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.104830388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.104860959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.104893544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.104925157Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.104954125Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.106205668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.108360832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.11920072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.119268876Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.119304818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.11975794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.123440618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.148166553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.148903772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.14906342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.149166285Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.14925419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.15009224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.150801523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61767","req_id":"fb108e28-8acf-45c6-8a16-fd225d16d65d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c9 2e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.151063996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61767","req_id":"fb108e28-8acf-45c6-8a16-fd225d16d65d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.151691276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.151947496Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.152121803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61767","req_id":"fb108e28-8acf-45c6-8a16-fd225d16d65d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.152844453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4598, tv_nsec: 951595763 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.152982178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.153397635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52093","req_id":"8c31dba8-b661-42f1-b5f6-bf3c3d3d2bf1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 82 6f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .o..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.15356558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52093","req_id":"8c31dba8-b661-42f1-b5f6-bf3c3d3d2bf1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33391,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.153808514Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.153955427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52093","req_id":"8c31dba8-b661-42f1-b5f6-bf3c3d3d2bf1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.154177219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.159707838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.160310609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.160438544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.161061435Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.245830722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.25420631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52885","req_id":"a5b1a129-3343-42d2-843b-18e2a2dedbf6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9e 7b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .{..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.254378072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52885","req_id":"a5b1a129-3343-42d2-843b-18e2a2dedbf6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.254654533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:54.254757699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52885","req_id":"a5b1a129-3343-42d2-843b-18e2a2dedbf6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.256282857Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.256342055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.256372857Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.257527608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.257585493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.258589523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.28818978Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bc9fca9-7228-405b-bbcc-ebe83939945e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.288576721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.301897371Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61a67c48-e8e7-4045-b745-1a4f4a007977\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.302176097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.321599887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c49e039-9d2e-4bfa-a2c4-46b1287ad329\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.321736219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.323980901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d959924-99b4-477c-a62e-add03145a132\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.324219136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.338910528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2c0b47b-cb05-40e0-b068-0933eb6e9011\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.339118051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.355910259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.358489908Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cbb707f-204b-469b-94c2-2282d7e8d2cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.358624617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.362665608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c80c1e0f-77c8-4d65-938f-40e07fe9cb36\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.36286225Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.366464878Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1300361f-41c1-49d6-92aa-39e0cab33870\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.366542282Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.371012058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71c7db06-2722-44eb-9ccc-99e04128a9f9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.371420552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.375472515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da10abae-6944-4429-adc6-ea247ce1ffa4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.37576623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.377329746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a2fd9b3-ef12-4f7a-8a6e-7e7f5851efce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.377584052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.380295384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"894e64f4-e228-486a-b9f8-ac83caef34d1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.380505333Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.382195781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb02692f-ff93-4e6e-ad02-fe5b9cc6b2f5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.382529716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.384291917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dd55902-d41c-433c-873e-55e2ee513fb2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.384414421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.38694328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0520e121-8606-4199-a0c9-036c1799c002\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.387015875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.389265046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47bd513e-1bb9-469f-9fe5-9641d08edf35\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.389370406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.409829489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.412385392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.412446954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.412481353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.413336557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.416100704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2552619-8c5e-4ea1-8694-f7c3dcda5a44\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.417392568Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.41764968Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.430435074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.430502429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.430565043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.431081182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.43134128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.431399045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.432493927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.433373569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.43542172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.43548201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.436070272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.436900146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.436960556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.437177067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a5a847b-7355-41c8-95dc-41c1a2f014f0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.437362126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.462801442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.464493644Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.468127865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f122fc5c-410b-4f49-9dbe-05ac5cc8bf54\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.468695135Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.470105976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"518b4ca5-d268-4dfb-bd4e-54defd603103\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.470420633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.471729781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecd11041-373d-48e5-9916-45a2910236ea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.471967465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.473036164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4309efda-9031-48f5-aaaf-9325cc0497cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.473844305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.475125828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"310a85db-0342-4c93-9374-1943e26ef722\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.475519492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.476887758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59cf8dee-ea6d-45d2-ad44-f0bb39598d27\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.477158839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.485985645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431b02c3-95f4-486d-830d-4f72148d4cce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.487760241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.496140438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79bd179c-76eb-4ace-b33d-f0d696a438f7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.496528241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.504089085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.504476798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c07342c0-cbed-4e03-85e4-9f5397c5bf49\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.504626616Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.509628172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da9aecdb-71a1-400d-a160-26d11059486e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.509817829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.513826527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e53aa31-dbc7-4a98-9340-be8dd99b06e4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.513952077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.518797892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0dad6c0-7114-40a3-8496-fd751eefe64b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.519120033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.520240025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94532a19-79ae-420f-86a9-a2f28f56d9f0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.520500594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.522296462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21bfb691-64e8-4208-aef5-552a4d4c43b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.522540829Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.523897322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5956f49f-3735-442c-bc6a-d40ea2ee4315\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.524125226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.52513624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"077170be-424b-4e2d-9875-f01892f0db10\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.532185666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:54.533017654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.533791766Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4db21ad-eaa2-4f42-b1f0-7ca1894d5f65\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.533975592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.536119323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27a06f9a-2230-48bf-bbf1-f29291781192\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.53635331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.539398347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c7cf26a-1e59-41af-8d36-f2de07cb60e0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.539470009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.541602488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be721d77-456a-4b56-b9de-f0b5c61ca35a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.541685434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.543447284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd7088ae-ea52-4251-9d5f-377949d62083\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.543518456Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.545612789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71fc2ce9-fa94-4eb9-b8cb-c8d94c54d0f3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.546050611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.547310461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3895b398-7bac-4a10-a7f0-c3042df63513\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.547381703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.552296315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afd69b10-8779-4e26-be00-0842bfa445ee\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.552642876Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.554541178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.554743531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.554855053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.554982677Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.556736081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.557102551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"553a8cfa-c3ee-4ad3-addd-7816537ce7b7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.557447689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.559940666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd3bd4d-a21e-490c-9b4e-c0c9cdf608e2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.560247778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.560720379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.568603386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.569443139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.569550363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.570087974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.571506911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.57202323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.574491247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.574597689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.575272804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.575648242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53983f06-9f1f-4354-9b60-ec1a69e3e508\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.576101485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.576265532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.576379579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.5765102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.577401556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.578892085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.580920026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.580958633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.580985286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.605766751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.611450486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.611522149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.611559473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.611594874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.611625424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.612530528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.616664615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.633578725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.63365645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.633690307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.634425602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.714196461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.714365838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:54.715281853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56156"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.716310673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"a170cb97-d39d-4939-969d-6f0f73185f15","remote_addr":"[::1]:56156","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:54.717401246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"a170cb97-d39d-4939-969d-6f0f73185f15","remote_addr":"[::1]:56156","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1100,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.718361539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a170cb97-d39d-4939-969d-6f0f73185f15\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.722575756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.722655535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.722716877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.72534812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.731653923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.731773612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.731821688Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.733320945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.739512421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.7435423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.743965043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.744102266Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.74445565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.781756059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:54.824957835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:54.825509003Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.825569504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"720.707232ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.825606998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.825633832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.82567791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.825710144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.825737599Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.826657662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.834771668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.834972378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.83508878Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.835216535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.836106017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.836520934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.840919037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.84187416Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.842007575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.842596228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.847428967Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.856270984Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.856574178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.856702815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.857319133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.857802245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.8579149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.862527981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57056","req_id":"352fb1ce-44e4-49c3-b356-7a644d41bc0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1d de 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.862616397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57056","req_id":"352fb1ce-44e4-49c3-b356-7a644d41bc0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.862789352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.863016905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.863140902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57056","req_id":"352fb1ce-44e4-49c3-b356-7a644d41bc0a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.863378967Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.863436591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.864239962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.864819497Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4599, tv_nsec: 663723361 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.872115033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.873145215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52041","req_id":"e8c40918-e463-4a78-ba77-0bfcc8e99c77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 10 0b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.873325554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52041","req_id":"e8c40918-e463-4a78-ba77-0bfcc8e99c77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.873839007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.87403593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52041","req_id":"e8c40918-e463-4a78-ba77-0bfcc8e99c77","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.944128455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:54.94508963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59607","req_id":"be5b34b8-ce34-4034-9016-6503220b791b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d4 1f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.945155741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59607","req_id":"be5b34b8-ce34-4034-9016-6503220b791b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.945362203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:54.945457573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59607","req_id":"be5b34b8-ce34-4034-9016-6503220b791b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.945647812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.945758893Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.945794815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.948110519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d54d63e7-f9a5-443a-bfd3-42a85c66618b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.948425005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.950207707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b7fdf98-4ae5-4735-aeaf-96c0cd61406b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.950482525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.952958909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ace8dd8-6a6b-4b64-bee0-be9fd191ce6c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.953051423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.955921872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4487cf20-4b67-4d2a-9114-40cbff95b554\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.956047823Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.959695902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a42bf1f5-fe1f-4b33-a845-11ea12c7b754\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.959759318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.96180798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68c74a82-2fe0-4d5f-954a-75118101e8fc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.961975123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.965114177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e72a659-c7a7-445d-a7a4-5653e963b8f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.965238044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.969507892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"493fde3b-b191-41f2-81fd-494a5cdeb17e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.969586318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.970028819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.97152498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a8747c8-5c72-4a4b-864e-d14f5afabe4b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.971666001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.972681986Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a2327d-a03b-475c-ba74-c1c05739d54c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.97282461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.973947988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e27c3db3-3cfc-46d8-9ee1-f87657dc822c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.974068117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.975068791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbf7c39a-2cc7-49df-b8d6-aaac2fad5ad7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.975133911Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.97645326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a339b5c-5c45-4e81-816c-20ffaa0961c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.976630894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.978556661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a3fe79-c4df-4e99-bdb9-3506bd20543a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.978717681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.980466335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a8181f6-3068-432d-bc49-aae982e7d3aa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.98063445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.98305853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed6d973b-aea3-4adb-91b9-a9728de7c15d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.9831736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.985354605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708d7d17-0586-4581-ab0a-6e27c6bc4f41\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.985428683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.98786638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"111f62f2-932a-4039-bcee-b853354b91c6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.988077951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.990646158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a710d1-dc74-4845-bef2-21af7b9f9e76\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.990711178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.992822735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e309a6c-1e68-418e-8421-b495a67f43a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.993024717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.994082735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef848beb-d7e5-4146-a965-5ccacb1be986\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.994212734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.996714719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13c40202-afed-4ec8-8e9c-a78d8346bc6b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:54.998096673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.003633555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4448c5b5-0084-4370-b6a8-c2170d2fb25d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.004204953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.007582423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c49b87fa-2cda-430d-a5e2-8ea769cb23c8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.008260584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.013082792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee42ef0-c1bd-4e05-ab8e-ea21841da77e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.013567848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.017117831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e2c336d-ac76-46ef-94fd-636f1b0764f3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.017482167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.019696259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5364d45-a308-4ed6-85de-375c7d950c51\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.020080604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.020586593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.020774617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.020884586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.020974606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.021900761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.024704647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.036183568Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.036247005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.0362799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.037559269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.040719386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.040777892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.041935569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.042329023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33259929-75e6-4fa8-a47e-965a5dee9f0c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.042482459Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.045881471Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93f24120-47bd-4743-9e36-16db6ffe4457\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.046088373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.052607382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf33fcf6-45e2-4bea-8862-2d116595cb70\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.052785346Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.055008085Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60f7a9b8-d374-4e4f-af82-c8e7e7515170\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.055238875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.058059515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb487e61-c03d-4da7-afb6-e019cde26a6a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.05826762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.065058841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0acd08f-1b5a-419a-8357-408a52e3d528\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.066389041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.068309868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4e8e385-98a3-4120-a42a-e642145039a6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.068549445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.070266296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e9c1b42-5ca5-46d8-8c0c-30f301efe02e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.070556955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.075303843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10024726-3154-406e-affe-21f04da805d0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.075489092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.077630659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a58f7ef-f889-4c91-9c4d-62df33bd8dce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.077694005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.080935734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.081758433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b0cccd-4432-4390-9fb6-49f7d084d64e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.082116838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.087338131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46b84f36-53a4-4cd0-86a9-fdec728c1c98\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.087403431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.087629271Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"618d2fb9-e6ff-4924-b3d4-d5f90c70049b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.08774917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.089489247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eedb223e-599d-448f-a2e3-52cf4e4466fa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.089944574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.090988013Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f32c6b4a-2cd3-4f06-8e66-a77c76483521\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.091173562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.092526388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0350d85-8b73-4e37-91e4-e35be4b4da4d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.092608562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.09490135Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faa3bc56-c144-4b0b-864e-e25b88b25367\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.094978393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.095997895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a87782-2099-4fd1-9ab6-86ffb83228b5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.096066982Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.09610113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.096132713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.096161681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.096948569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.100295938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.10657546Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.106649738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.106683896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.106785268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.106829526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.107306647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.110070113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.116989719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.117128225Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.117228395Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.117789904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.172675189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.172741491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.174347651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.174405988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.174436188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.174466348Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.175394207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.175454787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50658"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.175803292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:55.175865325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:55.178911434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.179785426Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"0ccb3f55-2e85-4219-8c38-c3283e893d36","remote_addr":"[::1]:50658","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.180427435Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"0ccb3f55-2e85-4219-8c38-c3283e893d36","remote_addr":"[::1]:50658","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":653,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.18192077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ccb3f55-2e85-4219-8c38-c3283e893d36\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.188148188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.188232847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.188263558Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.192993191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.193058441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.19309272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.193121026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.194364854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.195431009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.202870612Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.202935601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.202963126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.204157636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.214670272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.219782026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.220094269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.220198476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.225169881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.232915825Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.233070042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.233114841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:55.290175942Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:55.290751509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.290815997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"465.151805ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.290854253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.290883391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.29091275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.29104328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.291092418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.291870508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.294926156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.302955765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.303039752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.303075654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.311598024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.317540253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.318450036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.318508553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.319508735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50637","req_id":"7e9b7f74-db98-4dc2-a4ba-683723075de9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cb 0b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.319583194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50637","req_id":"7e9b7f74-db98-4dc2-a4ba-683723075de9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.319655147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.319748894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.319843843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50637","req_id":"7e9b7f74-db98-4dc2-a4ba-683723075de9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.320554048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4600, tv_nsec: 119378524 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.320620641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.32111201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54891","req_id":"bb316010-fbb4-41bd-bafa-41e812794712","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 97 48 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .H..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.321177029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54891","req_id":"bb316010-fbb4-41bd-bafa-41e812794712","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.321329944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.321562958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:54891","req_id":"bb316010-fbb4-41bd-bafa-41e812794712","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.382576314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.38330209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.383368742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.383405305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.383434584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.384354016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.384649985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:64100","req_id":"977770b3-5720-4903-93f5-11b72a63c72b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a8 f8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.384710315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:64100","req_id":"977770b3-5720-4903-93f5-11b72a63c72b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43256,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.384803551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43256,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:55.384956877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:64100","req_id":"977770b3-5720-4903-93f5-11b72a63c72b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.385207937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.385259981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.385286994Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.387235016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.39677845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.396901365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.396996064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.39774208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.400648481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1006076-eec1-4798-a5ca-5f8a89cfdb17\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.400932557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.401168537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.401216393Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.402633045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.404866736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21975927-c0e9-4346-871c-189458a4136d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.405067295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.409512933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2040bd55-176e-4c1f-b854-ff01168ea03a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.409931798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.41523318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5953cba6-ed94-403d-a11a-c2adb562c9bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.415299372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.417703232Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.417895314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.418403296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.420715333Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.421848631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a7fad94-e3b4-4e24-bfa1-63c1789cf789\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.422064822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.425469325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.425530397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.425565106Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3bf1884-f297-4177-9627-5dc778332384\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.425855895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.429355508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.42944661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.435827804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"432d1989-84d0-48a3-9183-d5eced23d051\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.435948153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.435999386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66b56077-6c3c-435d-b1e6-b81ec25e8441\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.436037421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.439084783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.439936139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e01e5ab5-9083-4f9e-8241-dee3125670e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.440000107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.443719016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01c2b199-9105-4ea2-8adb-07c68e471830\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.443942391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.446286502Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16b6e745-a8be-4adf-944d-baaee40e23fd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.446414437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.448129785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d01632aa-4bf9-4b8f-a361-b4411643bf31\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.448227219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.453141851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59a6671a-5201-49e4-9af2-d71cd0763bf5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.45320683Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.453242842Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a30d6d88-c8f4-4662-9a70-c9233bae3ec7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.45327714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.45469207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b33c7add-2a90-40a0-93b2-03d3e23c1e6d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.454848441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.457170047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb914505-c0a8-4ae1-ad0d-88587a555349\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.457241659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.459665188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.46010285Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.461149626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca0e7c02-f08c-4621-b159-5ce5d167720f","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.461933027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca0e7c02-f08c-4621-b159-5ce5d167720f","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.462061763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca0e7c02-f08c-4621-b159-5ce5d167720f","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.463113769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca0e7c02-f08c-4621-b159-5ce5d167720f","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.464601103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4596d935-551e-4c59-b970-38e124a52149\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.464906571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.466292162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca0e7c02-f08c-4621-b159-5ce5d167720f","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":5152,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.466713582Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca0e7c02-f08c-4621-b159-5ce5d167720f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.466903851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.467705037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"90a4a26b-6a6c-457d-bb66-9a837f2df7f7","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.467956187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"90a4a26b-6a6c-457d-bb66-9a837f2df7f7","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.468022249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"90a4a26b-6a6c-457d-bb66-9a837f2df7f7","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.468746352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"90a4a26b-6a6c-457d-bb66-9a837f2df7f7","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.472560662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"90a4a26b-6a6c-457d-bb66-9a837f2df7f7","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":4861,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.472977642Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a4a26b-6a6c-457d-bb66-9a837f2df7f7\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.473073594Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.473108734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.473135036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.475434608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a49d9b4e-a443-4da3-ba2c-4279d714367c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.475517222Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.47808567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"594a2249-a2d9-4d7d-b841-95690d5d7a23\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.478636678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.480082278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef92f9a6-600e-44d5-8f3d-b9eb0bcd24fa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.480212638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.481818748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f656d671-6553-4cad-a6da-8ebcf065d74b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.481947374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.488857752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0be30b0b-5782-43f3-b968-93a80293fe24\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.488934115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.489977804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.49004107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.491823131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.491865756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.49300736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.494940803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48e3557b-f1ed-445c-97bf-1da18c874b9f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.495007335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.495901627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.508065944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.508125151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.508158788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.508708524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.510560534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf22c70a-3682-4104-9162-1d74c292e975\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.510808087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.512524337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.51324402Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.513301816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.513837513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.514540965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51964","req_id":"23cdb3ec-d480-4d0d-b756-3443754a5b71","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 52 8a 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 R............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.514745973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51964","req_id":"23cdb3ec-d480-4d0d-b756-3443754a5b71","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21130,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.51483971Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.514998316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.515050069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51964","req_id":"23cdb3ec-d480-4d0d-b756-3443754a5b71","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.515832919Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4600, tv_nsec: 314733757 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.515891125Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.516800967Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62679","req_id":"ee71338f-e3b7-452b-8463-3eee727ee5ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bc 13 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.516865706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62679","req_id":"ee71338f-e3b7-452b-8463-3eee727ee5ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.51700287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.517035324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62679","req_id":"ee71338f-e3b7-452b-8463-3eee727ee5ab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.517313779Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.585864101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.58594873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.586219339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:55.586278417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:55.587892753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.592663539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.59281981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:55.593037824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.593193655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.593674373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.596798868Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/69f022d2-5372-4a20-b5cd-0c00430e5cf3","method":"GET","req_id":"142ae66d-deb0-4ac8-b217-4016266fb12e","remote_addr":"127.0.0.1:33219","local_addr":"127.0.0.1:46668","component":"dropshot","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.605090789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/69f022d2-5372-4a20-b5cd-0c00430e5cf3","method":"GET","req_id":"142ae66d-deb0-4ac8-b217-4016266fb12e","remote_addr":"127.0.0.1:33219","local_addr":"127.0.0.1:46668","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":8263,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.606437623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.609366659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.609425997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.609903508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.609980702Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.617684992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.617772767Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.617807256Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.619868333Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d1d2b9e-bc3c-40df-8d4d-7394e9b43989\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.620527666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.623078078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc1ba15-b717-4aff-89e2-78b4f94bb5d8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.623147626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.62664796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc0d1d38-e82e-4321-8740-f4dd12d31b6f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.626730876Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.632812403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6dcbb0f-bd42-4d50-bd46-bf5a777a0264\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.633117561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.636211696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31d45a84-639a-4cc0-81a3-e4f43f10e7fb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.636431193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.638589954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"805f5316-aba7-4555-93d1-5434262c4ce8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.638815624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.653193691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5134f440-e924-41ab-9356-b7317f7726de\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.65344892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.65425731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.664118057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c69fac-ca3c-493c-a707-f1519f7530ff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.664297124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.669365743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f866b02e-7d44-4d98-b9c8-ddec4264e681\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.669438247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.669475071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7ba3d30-b23f-4938-9c4b-e232c7af528e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.669506974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.671382341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c44ad291-02d8-4b7b-b71e-9ca818d2e7f6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.67143695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.673021787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7ab4f47-f98b-42fb-a98f-c2516ca3ca12\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.673084071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.675379816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"358d39b2-19d9-46fe-a1e7-69e657c86b48\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.675449494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.67723889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ee0d38-e667-48bf-a9c5-0364f043e1ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.677305492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.679152673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c3e53d7-9f6c-4475-bb35-fb9dc50e9216\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.679220959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.679545716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.680650667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55391","req_id":"144b2b26-8d6c-48b8-810b-ba114c4cea79","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 89 e7 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.680740476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55391","req_id":"144b2b26-8d6c-48b8-810b-ba114c4cea79","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.680880816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.681060334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.681105924Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55391","req_id":"144b2b26-8d6c-48b8-810b-ba114c4cea79","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.681534679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4600, tv_nsec: 480443924 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.681580991Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.682065096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52078","req_id":"b3293d5a-c39c-4c80-9415-680a9420b152","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 53 72 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Sr..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.682195555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52078","req_id":"b3293d5a-c39c-4c80-9415-680a9420b152","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.682295024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.682318781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52078","req_id":"b3293d5a-c39c-4c80-9415-680a9420b152","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.682618498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.772728156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.772818746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.773102181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:55.77316196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:55.774737088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.775091394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.775153909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.775185482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.775212135Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.777506827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.780674138Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b3a4630-d502-4de4-bf55-6d7096c81f9c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.780741121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.780774959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.791618554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.791682431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.791714134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.792226585Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.797099414Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.79714761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.798055078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.800398277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d928891-f4fb-4655-8f35-8c33f4de01c3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.80053564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.80405364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82260d92-b9c1-486e-8738-e6401b13539e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.804128429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.804222596Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b06e9d4-5d72-4870-9a40-f7ee9e74d95a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.804259981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.805462397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d84cfc69-7eb3-4fab-a09b-7f8803e5da20\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.805548959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.807360979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f15b57d-c831-4a30-8c44-62db68904f05\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.80792353Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.807974001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.808006706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.808039341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.810731244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.815539034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.82135422Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.821516253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.821654288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.821751051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.82183618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.822379202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.826475263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.832110411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.833072879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.833135413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.83409725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.946987807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.947177405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.947690086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34212"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.948417636Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"3cc8162b-e29b-41e8-9d74-c8eb1e7884d1","remote_addr":"[::1]:34212","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:55.949173351Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"3cc8162b-e29b-41e8-9d74-c8eb1e7884d1","remote_addr":"[::1]:34212","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":829,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.949796473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cc8162b-e29b-41e8-9d74-c8eb1e7884d1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.952662563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.952718966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.952748615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.956022448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.956461012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.956517354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.956550109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.957098462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.965387397Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.973403969Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:55.974091559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.974197901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.974992254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:55.976995625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:56.008717189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:56.009299208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.009362154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"718.456608ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.009402915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.009432223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.00946547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.009498105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.009527784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.010607335Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.01407822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.020890443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.021005943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.021098417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.023040146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.026627053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.026683846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.027490233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55229","req_id":"4d0e9520-cdea-4bd4-b0ed-07eaa8b97740","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5a c3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Z............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.027603639Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55229","req_id":"4d0e9520-cdea-4bd4-b0ed-07eaa8b97740","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.027851763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.028027253Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.028142602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55229","req_id":"4d0e9520-cdea-4bd4-b0ed-07eaa8b97740","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.028532159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4600, tv_nsec: 827424790 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.028702488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.029060481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.029116944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.029148677Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.029176352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.030074592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.030926509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61755","req_id":"20365248-f122-4914-b3ed-324ce1f86ac0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a0 32 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .2..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.030988733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61755","req_id":"20365248-f122-4914-b3ed-324ce1f86ac0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.031159083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.031199223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61755","req_id":"20365248-f122-4914-b3ed-324ce1f86ac0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.128085342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.128870286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.139653561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.13973337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.139762578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.14028564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.141126476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58257","req_id":"777de38e-1fc1-4894-8170-6052613f5f08","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b8 05 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.141189641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58257","req_id":"777de38e-1fc1-4894-8170-6052613f5f08","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.141411203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:56.141621532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58257","req_id":"777de38e-1fc1-4894-8170-6052613f5f08","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.142241818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.142342408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.142377548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.143254516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.143353974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.148502001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.155797677Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdb730cf-4cce-45f6-a2ee-1b4fb63393f9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.156631238Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.158914026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe9351f5-fb4d-47e9-abd3-8963d57d3918\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.159426387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.170945167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dcb62e6-1313-4287-a95c-9cf1b670d346\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.171364042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.175560142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faed5396-eb0a-49cc-8037-31a4252a7e03\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.175909849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.178905247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19b908e3-03fb-4e8c-a9d0-cd45ae3dc5d6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.179140817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.182448066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06681a88-f39f-4f26-92c6-60bc4bbf0c0e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.182673245Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.186990016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"480a260b-3f10-456f-84e9-e8ed0142a781\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.18715264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.190138178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac9d289-c77e-4d12-8ff1-9352eab64af8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.190275372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.19291942Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"168c1f3f-fc38-4746-b902-a573b3623e2d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.193098216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.193755305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.195432226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d86634b6-41c3-4696-8246-c2f08d19933a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.196070628Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.197383835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3283c10-7058-4903-9b5c-55330c7c6747\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.197614955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.199021347Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b30a282-15ca-4806-a73c-590ecc328073\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.19909276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.200360596Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1676107b-b175-47cb-8ba6-339454b57f12\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.200562628Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.202995716Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04e580e-c97a-4cb6-b2d8-62c957fb1231\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.203070806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.204751695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56c3300-7ea9-4a21-b351-701677594d90\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.204871784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.207191025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad89b14-2b22-41a6-a65f-078dffa61c3c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.207289631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.209634914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8318bcc8-a8a5-46d8-939f-b879481fb902\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.209740615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.211924847Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f2a0cb7-9027-4d7b-933f-f9b7bf5a8103\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.212002752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.213817027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feadcb7f-48b7-42b3-89d2-05c874c38069\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.213890343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.214700717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf8e8a47-bd3c-43f4-82d3-a6b60c5baa71\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.21481741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.215842633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"532beaef-26c7-49c4-ae31-f7cf9673b311\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.215964024Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.216858837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ff42bd8-d4b3-48f5-b88c-58888a50332d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.216984748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.218208166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c1a48c-2aaa-4ad2-b629-136c2871fc51\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.218276552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.220173221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29aef1d7-6bed-43e4-93f4-4597a65a146e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.220334783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.247486932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.247617813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.247713543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.247797441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.248796271Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.257204213Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.26456583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.264630369Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.264664758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.265140014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.270085177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.270165487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.270585204Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.273280885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d9e26e-e6a6-4ebf-971f-e1f28512b7bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.273462587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.284531711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ab00428-3025-44ea-ba33-ee65745de6bd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.284728433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.287248053Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"262de579-2ad6-4e98-a8fd-556ad1355c63\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.287362551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.291223775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"872094c6-8694-4cb5-89cd-981e78ec8731\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.291380767Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.297689798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c073ca4c-ca8c-4f8b-a8a0-baefdcccc180\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.297780879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.307088845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3585b761-42ee-45e4-b818-7156a2258631\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.308129188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.309252736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a51ca56f-f47f-4cdc-ac51-3768a2bc49d5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.309740087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.314614539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.315202801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7fcd21c-4bb3-46c3-a534-dc45d2e9de52\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.315539192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.317578044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"790d4bba-d8e2-4850-8c50-478127e44b76\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.317747872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.319147912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bd3262e-d06f-46bd-ad40-45407e4e7211\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.3192777Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.321128788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9014bb3-2ea7-49de-b0a9-24779f798b57\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.3214408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.324159978Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5964ac4-550e-44a1-8dd7-dcd2554cb0ae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.324260598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.32637463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"823a0538-a568-432c-bd9d-b11f07f889c6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.326541984Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.328927517Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"785960d3-6798-4c9a-a5f0-5c95351fbacf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.329009651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.33155406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f557af90-516d-45a6-bf67-6058010a8821\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.331631685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.336395857Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67c518ff-f024-454b-b478-3a4cce81c5da\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.336598912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.339187129Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94caca10-7b80-4d8f-82b6-efe2cc66149a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.339322057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.340249595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f2b9478-a5fe-455d-ae2a-2fc4a7da0819\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.340464544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.342296223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50224a1c-d910-409d-a7c1-393ec7ef253e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.342444358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.34370987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc159a13-bf52-4d4f-bf1d-dec2030914c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.34378532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.344680534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0910ed3f-05ac-4d5f-89e3-f5f8c5ebfb13\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.344747738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.344782828Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.344814881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.344843879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.346603906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.349269026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.357931185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.358002246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.358034751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.358066434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.358096484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.359948675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.364684851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.371052819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.37120916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.371302436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.372023453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.37309601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.373223624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.373408743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.373503161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.374116152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.376477988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.395472223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.395629486Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.395677031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.397495695Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.535554608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.535642744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.541221399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.546300278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.547076154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:56.54718938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35086"} {"msg":"inserting 6 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.555924945Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.556124853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.55653989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.560935267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.562908629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"8738f14a-5209-4978-8bee-9f321eeba4c6","remote_addr":"[::1]:35086","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:56.566496518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"8738f14a-5209-4978-8bee-9f321eeba4c6","remote_addr":"[::1]:35086","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3225,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.567990174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8738f14a-5209-4978-8bee-9f321eeba4c6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.570616827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.570677668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.570707157Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.573270535Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.573322638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.573357448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.573389041Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.574272902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.57521079Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.575272654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.575899783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.575956236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.585909096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.595170409Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.596524076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.596585989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.597583637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.599299806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.599353904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.601085434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.601902201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.601945277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.601971299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.605892401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.606039454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.623184064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.623246549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.629667141Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.632859552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.649066533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:56.656630273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:56.659856972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:56.660331748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.66039304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"650.936749ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.660433511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.660463691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.660499262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.660587738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.660634151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.661358564Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.666146364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.671437305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.671505602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.671539559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.672023614Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.676824389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.676884859Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.67835576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53407","req_id":"b844358d-e175-4540-9c13-2ac2755681f7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b3 53 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .S..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.678422764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53407","req_id":"b844358d-e175-4540-9c13-2ac2755681f7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.678629556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.678880405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.678930686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53407","req_id":"b844358d-e175-4540-9c13-2ac2755681f7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.679330472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4601, tv_nsec: 478206701 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.679395592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.679671391Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60937","req_id":"77142807-4bf3-4835-aedc-5f27bbf7f1c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 34 cd 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 4...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.67980123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60937","req_id":"77142807-4bf3-4835-aedc-5f27bbf7f1c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13517,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.679901279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.679935297Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60937","req_id":"77142807-4bf3-4835-aedc-5f27bbf7f1c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.788588541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.790349459Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.790418988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.790454188Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.790481603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.791232459Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.791598879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59392","req_id":"22d6751d-2759-4dfd-a74d-32f732bbaecd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c7 f6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.791785451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59392","req_id":"22d6751d-2759-4dfd-a74d-32f732bbaecd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.794280382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:56.794385882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59392","req_id":"22d6751d-2759-4dfd-a74d-32f732bbaecd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.796335727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.796389544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.796417089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.796751615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.805038627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.80510559Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.805139087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.805678882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.808771735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.808853367Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.808883487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.809674163Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3474e8e-c018-4b08-8e99-d54ebb8b35cc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.809900193Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.816920731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bf7046d-0aed-4af9-88c5-61f7464918da\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.817751917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.820244173Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4265d7d3-df0a-46ab-ac82-e8936abb8064\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.820453961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.82346494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23023a63-0b80-4896-a13d-03a08d4bba4c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.823534088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.828653027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ab28d92-bc28-47ed-849d-493a37b520ee\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.828803567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.830945575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f459cde6-c4ce-475f-94f9-4ec1590d1c31\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.831050734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.833268653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1879ccce-a16e-439b-9c63-870589d4d750\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.833342611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.840249592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b44619-638d-4e10-8c79-5048d4e1c631\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.84042937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.841202331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.842500537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3dd71c6-05df-4b6d-b6f3-255e108290a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.842567761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.843466091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae7116f-9521-407d-93a1-52e65d2d676b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.843602142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.845201789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a57154-339e-4b72-9a1f-bad886dcf9cf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.845429814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.846335809Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9af307f-2afe-41a9-992c-cb0eaa47536c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.846412682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.847544066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f15ab2c-3163-41a5-a4f4-4aab6ff03295\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.847714375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.849384703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"621f481f-acc9-4747-816f-7516988891b8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.849455164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.852303649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f3b1082-3bfa-4e28-bd2a-3f0a93ac6a27\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.852731401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.858098866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb48bc60-9236-44f0-a147-c100a64414f9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.858175288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.86124765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0e89276-2f3c-4253-9e15-82f3e240213e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.861334342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.86383772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9c19788-2aa3-414b-86aa-ac9f33c91c6b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.863989883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.869248481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"386300d4-6e3f-499f-98e4-83af70cb4931\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.869439431Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.870640023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f89698-a775-428d-98fb-dc2706ab3501\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.870933067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.880310822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63c6aeb8-ca00-416b-9ef9-721ddfd9c9c0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.885778586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.887854662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c77f9b8-adf7-462a-ae53-26d0ad0eaf10\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.888427634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.890261808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35e11b79-bf7c-4b0e-9f74-4db4baebabc5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.890478109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.894702286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.896309097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.896447914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.896545939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.897320332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.907043254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"874a212c-c1aa-4f39-80df-259aec08ff57\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.907557379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.907837918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.923502067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.923605233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.923692727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.924311841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:56.929518745Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.929633714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.930229702Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.930510531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8033660-bde8-4b8f-8f5a-92b0422628f9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.930737283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.961949071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09cb6437-88e2-4823-9a18-b526773b0cb6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.962272816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.980596234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a38328aa-bdee-463e-8299-ddcc6efb4931\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.980797735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.992625531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1656eeec-5503-4300-a0a0-cfd6edab897a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.992992573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.999546711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba318fce-8ed2-4076-969c-5c83fc87e1bb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:56.999807872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.006912968Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.01641485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e13dc61-40c6-42b7-9ee1-cc0cf1ef9df7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.016875338Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.043458312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b87b5c25-b447-4dd6-953a-5e898edda5ff\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.04398916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.049378027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e07aba52-6996-40e7-80ff-ddec20dc005b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.049682864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.051445406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f17e218-abba-464b-8941-c86bce0af2f1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.054254663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.055230929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5eb1887-e3f1-47cd-b46b-101efd862b24\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.055301429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.056917569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb62d7b3-dc73-4ab1-aecc-1378741c6dc6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.057092257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.059072403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7386c2e-1a01-4440-9c43-7e93b362aa99\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.059147392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.060979843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.061032348Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.061066856Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.061094642Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.063078755Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.066644239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.111620511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.111977863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.112279715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.113283164Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.12276204Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.122873482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.126091033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.12659147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"571ebd0a-850a-4364-b58d-eb396c5fefae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.126859634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.166924411Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b75e47e-2c5c-4cee-ae44-3ba6001e26b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.167308897Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.171790346Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cec78f20-f3cd-4923-86ac-0a9a20e3b650\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.171898531Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.181944096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.183157865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50357","req_id":"d92c8102-8f27-4b09-a71e-da4d1bc016dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 2d f8 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 -............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.183225099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50357","req_id":"d92c8102-8f27-4b09-a71e-da4d1bc016dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.18383813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.184012708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.184068619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50357","req_id":"d92c8102-8f27-4b09-a71e-da4d1bc016dc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.18825498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4601, tv_nsec: 987143113 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.188327204Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.189405663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:64434","req_id":"0235a2d4-dc22-4a98-a4d7-ab7871f836cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e7 2d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .-..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.18957983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:64434","req_id":"0235a2d4-dc22-4a98-a4d7-ab7871f836cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.189688096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.189721312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:64434","req_id":"0235a2d4-dc22-4a98-a4d7-ab7871f836cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.194852766Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.306187002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.306279096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.306650436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:57.306711227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:57.30941308Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.310071762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.310553442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae9424ac-999a-4cad-b560-efbcca8b9b0a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.310738771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.363101591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.363169837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.363203484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.363234466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.364451661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.367825443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.373200943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.373265873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.373298758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.373814576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.377577002Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.377764666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.378244733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.388807047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d50f7605-057a-4a42-953a-770e5f18132e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.389157375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.401380199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f10bc2a-6094-4c11-ac6a-8678b980afc9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.401845075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.405169819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a5e619a-e93c-4766-91e7-5666b5823b45\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.40577733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.407321105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fca100e6-60f9-447e-9260-5d26bf892c62\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.407571374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.40913529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33a6c4de-6842-41c3-aefd-93f6d15f0ab6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.409837379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.409897629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.409928801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.409955645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.410909525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.414445661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.42365022Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.42472938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.424800542Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.424832987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.424861944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.425132824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.432713147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.432785562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.43395924Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.434497052Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.437295788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.441307631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.441458863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.441499223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.441779932Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.574986799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.575064143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.575516624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36208"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.575858365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.57592615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.576064786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.576118183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:57.57626736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.576328582Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.577288635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.579082489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f58c5f51-2189-4dad-a829-178a17826e2f","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.579551443Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"118ebf3f-1c90-457e-a34b-c39440fc5d2c","remote_addr":"[::1]:36208","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.62669332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f58c5f51-2189-4dad-a829-178a17826e2f","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.635548063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f58c5f51-2189-4dad-a829-178a17826e2f","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.636989104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f58c5f51-2189-4dad-a829-178a17826e2f","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.638991133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"118ebf3f-1c90-457e-a34b-c39440fc5d2c","remote_addr":"[::1]:36208","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":59801,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.640063279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.640694787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.640812803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.641122009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.641598147Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118ebf3f-1c90-457e-a34b-c39440fc5d2c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.646268763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.646353302Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.646385907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.651950363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.652050453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.652090954Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.652124631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.652599166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.652662021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.653342647Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.653475983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.653544029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.658415114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f58c5f51-2189-4dad-a829-178a17826e2f","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":79336,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.664852981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f58c5f51-2189-4dad-a829-178a17826e2f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.66510363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.665462035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.669677604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.669977101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.670026759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.670492978Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.675097232Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0afccaa-d1c7-4521-8c5b-1615223a15b8","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.67522178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58084","req_id":"5bb04689-e584-4cd0-a68f-827a659de932","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 79 9f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 y............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.675385927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58084","req_id":"5bb04689-e584-4cd0-a68f-827a659de932","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.67559296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.675754051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.675849721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58084","req_id":"5bb04689-e584-4cd0-a68f-827a659de932","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.676365699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0afccaa-d1c7-4521-8c5b-1615223a15b8","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.676428054Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0afccaa-d1c7-4521-8c5b-1615223a15b8","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.676984883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0afccaa-d1c7-4521-8c5b-1615223a15b8","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.677462304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4602, tv_nsec: 476354906 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.677524618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.677985206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60072","req_id":"52fef685-8245-4bfa-b18e-998faadb07fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4a e2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e J...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.678042951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60072","req_id":"52fef685-8245-4bfa-b18e-998faadb07fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.678183972Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.678220375Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60072","req_id":"52fef685-8245-4bfa-b18e-998faadb07fc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.678536845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.751797663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.751872822Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.752083492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:57.753359194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:57.754929162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.755461042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0afccaa-d1c7-4521-8c5b-1615223a15b8","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":80370,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.784920638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.78507721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.785173812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.785258802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.786052964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.790093504Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.790530715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0afccaa-d1c7-4521-8c5b-1615223a15b8\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:56 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.790728119Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.790783509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.790814841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.791690877Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52444","req_id":"9f0d42cf-6ba7-4fb4-95ec-a6794d4bd14d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: d4 21 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .!..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.792544718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52444","req_id":"9f0d42cf-6ba7-4fb4-95ec-a6794d4bd14d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.792726651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.792898754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.792955487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52444","req_id":"9f0d42cf-6ba7-4fb4-95ec-a6794d4bd14d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.794968087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4602, tv_nsec: 593859496 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.795082284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.795539806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.802548169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.80260848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.802657838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.803152804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.809182718Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63571","req_id":"84d8f4bd-19a1-4daa-b60e-7b78556810c7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6c 88 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e l...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.80941467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63571","req_id":"84d8f4bd-19a1-4daa-b60e-7b78556810c7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.809692083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.809819487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63571","req_id":"84d8f4bd-19a1-4daa-b60e-7b78556810c7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.810516606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:57.879664909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.879728907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.880010879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:57.880060498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:57.885422701Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:57.915354789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:57.916247277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.916758646Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"1.256307971s"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.917034887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.917178874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.917365215Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.917547097Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.917679601Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.918947457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.921616255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.921835241Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.925250666Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.9257146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.931060482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.931148227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.931184158Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.932042839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.939890425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.939963871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.942390837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50663","req_id":"d143fef7-9e98-483d-a6d7-3bc44fa06843","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f7 71 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .q..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.942731976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50663","req_id":"d143fef7-9e98-483d-a6d7-3bc44fa06843","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63345,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.943305289Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.943470298Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.943519025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50663","req_id":"d143fef7-9e98-483d-a6d7-3bc44fa06843","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.945733316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4602, tv_nsec: 743080930 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.945797915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:57.946261519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59739","req_id":"a05ed7c9-82ec-4b8c-9a80-722f8b176106","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 84 f5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.946322901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59739","req_id":"a05ed7c9-82ec-4b8c-9a80-722f8b176106","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.946412069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:57.946509272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59739","req_id":"a05ed7c9-82ec-4b8c-9a80-722f8b176106","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.077165597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.078005801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57424","req_id":"0ed2ecab-6e59-4686-ae1d-fad3db8a7aa5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 61 74 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c at..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.078225789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57424","req_id":"0ed2ecab-6e59-4686-ae1d-fad3db8a7aa5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.078518172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:58.078621738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:57424","req_id":"0ed2ecab-6e59-4686-ae1d-fad3db8a7aa5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.079073538Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.079151143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.079182295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.082841806Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c2d6d7-0981-46b7-b09c-27749308c95f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.083296763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.086900272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd756986-8c27-4075-aec1-b0048ef06bf5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.087086554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.088868724Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efda5d11-deb3-445a-b241-0940d9da8406\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.088945477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.091730516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b76d8594-95fa-4e8a-99c4-f20d7b0e8161\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.091969062Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.093990179Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a4146b9-fd7a-465b-8011-fd9e2c658e97\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.094543872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.09759465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7929684c-e52f-4046-9a25-c38fc4863276\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.097803947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.103451139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.113898204Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae9d3dfe-e894-4d2a-917f-b8ab92e0f21d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.114115778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.115990613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7780bfb8-e7bf-47ac-9fb6-beaa32ce96c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.116071384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.117351094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93eac4b0-3a5e-4848-9f67-fb8cab30798c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.117488387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.118500584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c40f7409-7a26-416c-ab57-07b2d37c0fad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.118693909Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.119859792Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"198eefd4-9dda-4b09-b703-7ea773ae827f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.119965453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.121006727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7d84a7d-04fe-40ca-9268-67a7a8929910\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.121075043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.123295337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69a2f0fe-c323-4ba7-bbb9-82574a0fbac8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.123478532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.126654039Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9835902-adb2-406e-aa4d-39e54f1a1009\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.126839509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.128899153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c74a5c0-d751-4740-9a71-30a27d9a2942\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.129525711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.132670907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca4a45a4-de73-46b2-9a3c-9d8f4e5bdd08\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.132755165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.135666937Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"338a47ab-adac-4302-82eb-517b0b24d844\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.135747237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.137756069Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d6afa0e-5a87-46e0-89a0-348cac67a025\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.137831209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.140136663Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f15dbd07-47b3-495f-8c93-0f71bc792400\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.140308074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.141411222Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d725d0de-4773-4796-8d16-26388f99ae49\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.141572022Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.143066961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd632749-3f5d-4993-acb4-282da0dda819\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.1431618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.144892468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1efe510b-04c5-4c3a-a54e-63903b6ccf38\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.145076104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.146227117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da1f5c39-2e19-4625-b77f-a3185911a120\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.146296265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.148489244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f643b4d-27e9-48b6-b205-72736eadfca9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.149016625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.152062584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57302007-b9ab-47c4-b724-d721c538701a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.152520707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.154599819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.154733606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.154886801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.154983203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.155815231Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.156586057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1b7f2ef-50bd-4d03-a54f-308ee6c2ab62\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.156799111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.158327978Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.165459917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.165583764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.165717801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.166328197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.168403593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d3f95ab-ca92-403f-804e-825514ac37b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.168787087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.169244328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.169568664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.171314412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.175623818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf2cdf4-8dbb-4a2b-9415-c8802bc88ff1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.175988675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.185520587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea1ec0e-c9ca-47b7-a22d-99787f730e4d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.185763762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.189889011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b131f52-008c-4e27-8e59-6815130f1c8b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.189958369Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.191242698Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46b10dde-eed1-477d-95d8-1287763c3593\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.191385603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.192542117Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13687bbf-43ce-4eea-9445-5b8be0333ac2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.192608619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.193543953Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"141ed68f-8993-4e2b-ab14-93af15dd6692\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.193625325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.195786261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76485b59-a720-4f03-bd79-ecf6831e0d3f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.195857372Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.198526791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2e22635-eace-45c0-aacb-def0d7d2232f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.198730587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.203458587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87ed37fd-fcbb-4d00-b424-f5a52b66ab62\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.203719818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.205157031Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.207562795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0457be8a-f8ff-4466-b285-15c758d19e68\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.207928984Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.210606389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c69b5b4-8abf-4d83-b600-ebbe44e9d2ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.210818552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.21287556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f460df32-71d7-4209-8899-8856ee85d9af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.21302629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.215034552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fcc83c8-16bf-43f4-a218-c12edfea105c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.215100473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.216784148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daaadda0-7943-422e-ab7a-d3c3b37dc30c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.216848837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.217988527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c007e8ab-8a42-49d3-a293-8e2c5064013c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.218143226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.219176985Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7968f72c-39f1-4d82-b0d4-8e362a28c911\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.219420821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.226731898Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21568a36-57bb-4709-9b2c-4c53d496ebda\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.22691376Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.23875824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7a5f65c-1b79-495b-a7cf-bbe532637b9a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.238871235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.238914832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.238945403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.238972767Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.239864033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.24411853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.254212221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.254324835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.254415185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.254566146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.254712337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.25534116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.25722346Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.257448609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.257587145Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.257760791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.258418151Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.260301804Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.266624832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.266689561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.266721404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.267839272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.339991611Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.340201419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.341299506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.349253334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.349355788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.349446789Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.350047206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:58.350913522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51214"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.352472628Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"6fe3b84a-6e1a-46bb-8c02-62cdaeb6a94c","remote_addr":"[::1]:51214","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:58.35609249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"6fe3b84a-6e1a-46bb-8c02-62cdaeb6a94c","remote_addr":"[::1]:51214","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3704,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.358284247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fe3b84a-6e1a-46bb-8c02-62cdaeb6a94c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.36185887Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.36200956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.362042626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.369736585Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.369800593Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.369836765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.369865903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.37050693Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.371106595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.371184661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.372724799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.377320696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.381299875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.381620694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.38173437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.382476509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.417543387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.417617144Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.417923004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.419137033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:58.421956641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:58.422414302Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.422467258Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"505.42151ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.422506236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.422536466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.422569802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.422604561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.422637377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.424047737Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.426446927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.426507538Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.429860398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.43397181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.43409237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.434181027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.434722846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.435592429Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.438022621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.438291577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.438777104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.438880861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.440533744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61793","req_id":"53681a18-eeba-4fbf-82f2-91cae8a13903","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 58 17 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 X............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.440615537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61793","req_id":"53681a18-eeba-4fbf-82f2-91cae8a13903","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.440819293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.44106357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.441170974Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:61793","req_id":"53681a18-eeba-4fbf-82f2-91cae8a13903","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.441580249Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4603, tv_nsec: 240470286 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.441639698Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.441978854Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56098","req_id":"edc29f5f-3ca8-4bc9-97dd-ed1917e75662","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1c af 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.442244473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56098","req_id":"edc29f5f-3ca8-4bc9-97dd-ed1917e75662","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.442462778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.442501425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56098","req_id":"edc29f5f-3ca8-4bc9-97dd-ed1917e75662","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.499304922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.499663637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.499722233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.499754077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.499781592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.500588339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.501113896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62264","req_id":"73c0dedb-84d9-443e-bcaf-5e3cb4478d0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 43 1c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c C............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.501227723Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62264","req_id":"73c0dedb-84d9-443e-bcaf-5e3cb4478d0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.501308113Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:58.501475637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62264","req_id":"73c0dedb-84d9-443e-bcaf-5e3cb4478d0b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.501613211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.50165265Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.501678451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.503239632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.51408496Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.514160711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.514193657Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.514585808Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.515755358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd1bdeaa-3b05-4753-8ebc-eb24e27c7981\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.516078743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.518102365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.518157044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.518686038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.518869022Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"300cc22f-a190-41be-9bf2-734e18dba82f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.519067307Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:58.519704246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.524942082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55b83e86-6aa6-4745-96c3-d9900b782661\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.525454553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.531320741Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1af386d9-2cad-4b66-b9f2-c074bc47b560\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.531508395Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.534232794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adb560c3-a40a-4563-9ab8-42b9dd6acd9c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.534317061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.53680565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c0c75e-ab13-4c15-80d3-7cda45d797f2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.536925499Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.539006074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18218263-5edb-4e39-b5c5-564cd8114af6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.539123067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.541204624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c5bf5f-46aa-409d-a44c-0c37f07eeb96\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.541320706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.542467571Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce1208a-9b06-4e94-8558-16fa1af9de69\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.542609814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.545181197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebaef0a0-851e-4cc6-9641-31657efbd9ad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.545354373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.546013987Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.548067849Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60ac468a-8b8f-440b-a7f1-93174c37a692\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.548564549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.549882795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e006c30a-3f02-4076-a481-e1726e31f237\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.55024658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.552037729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3c7bd4b-f36d-4665-aeb5-37e0aa5cc3ff\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.552338278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.554455235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"040764ce-48c6-46d3-bbd0-e396dc78efb6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.554550385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.556235993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9be8db0d-00c8-47d1-a07f-d573a9266afe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.556301263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.559184077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeb098c7-20d9-45be-a3c8-702f440228aa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.559303756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.561342738Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95340c61-be7a-42f0-83e5-7487752de040\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.561503148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.564508015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba418a4-9197-4f7c-8f9d-0aa7ce280add\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.564627924Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.566736064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99c2bb4-3eae-419f-9de4-5f0408c9e3c3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.56681433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.567483123Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.567625246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.568132366Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05b856f5-55b3-4155-9fce-b8a6a39382f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.568270461Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.570072482Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.570749451Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.570798067Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.570825803Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.571686628Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88323d8a-a3ec-47ca-b58f-eba5940bdd28\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.571842248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.572735848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5f3fb5b-892b-40a4-958e-ecbd65e7409f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.572870988Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.573737244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddcfa70b-b677-4c7c-8f07-081d3e919e29\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.5738257Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.57514086Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c1554e6-2d2f-4a9b-805d-5c35d95a1b8b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.575324646Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.576991708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6076dc89-3792-42f7-8a92-4d172b458c17\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.577097659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.578755292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf724429-bb81-439d-ace5-94544d495c6c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.578868317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.580593444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f1cb793-8eae-41aa-aa6d-ab5046416641\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.580733944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.582358541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b63ff50f-fdf6-4374-ac71-ee4598487451\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.582481997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.584989283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38e77cad-03fe-47d1-81bd-4e0f6ea4224f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.585099352Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.587618591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c5613d2-b788-4f1a-b0e5-d0bf89f967fc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.587805413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.588632541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe5cbc2f-aed2-47b5-9764-746812f1cfa3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.588775206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.590294162Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8a82c59-afbd-43b5-9a3e-37c05b0aee39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.590365374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.590999918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e42a6c32-2c85-4cf2-a1f2-3ed7cf617790\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.591169677Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.592419216Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06b5ea94-3a7e-4f8d-91a6-97c08f656a74\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.59247641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.593466142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d5b9af-a5ad-461c-a116-6353eeaa2d5f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.59362076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.595911544Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1086d2cf-a533-4dfb-a508-f95bef5e07ff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.595982466Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.596615557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.596671819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.596754183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.596786337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.59749536Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.599526998Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c185847-16c0-4f81-b4ca-42c842415788\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.599586617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.60023087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.605557874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.605624687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.60565606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.606009584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.607802296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7227b2e8-eaee-4320-9105-a2c3d4b5d904\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.607895261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.608311841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.608379025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.608836156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.611056109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6150851-ea22-4492-b13d-1df43dff986f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.611315065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.61522228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a198694-010b-43ac-a3ce-89c8cc7eedb7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.615407318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.620468452Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b040f273-056f-45b0-b4b7-c9b6d089db8e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.620542981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.621626329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7be6a450-5030-47ce-93cc-8485b6599408\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.621699435Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.626126235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04acbe22-db4c-413d-910e-9aba68a60455\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.631852434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.634660549Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec83430c-acb9-415c-87a1-28c8128096d8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.634975727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.636396819Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bf9ca2d-348c-4535-89d3-fe1879587b0d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.63693468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.637789403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.63784784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.637879413Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.639182449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.641541098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.646815537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.646889725Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.646926178Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.64695727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.646986708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.648773689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.650687843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.655322006Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.655389871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.655422115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.656323521Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.660720332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.727199637Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.727278004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.728163498Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.728222626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.728255221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.728284168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.729322567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:58.72950444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60334"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.730192521Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"2df2d9c1-eb40-409c-a253-5e6e43297e71","remote_addr":"[::1]:60334","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:58.730691655Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"2df2d9c1-eb40-409c-a253-5e6e43297e71","remote_addr":"[::1]:60334","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":516,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.73110578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df2d9c1-eb40-409c-a253-5e6e43297e71\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.734390395Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.73448362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.73455356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.738008553Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.738079094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.738115617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.738145336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.739068555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.73990889Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.750173692Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.750239573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.750270244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.753013019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.755562569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.767114315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.767501326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.767556746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.770562836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.772114417Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.772181341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.772849432Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:58.808189203Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:58.808456947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.808511465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"385.966843ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.808549661Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.808577507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.808608378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.808637126Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.808663328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.809414034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.81435578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.814869133Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.819404699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.819490821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.819526873Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.819900177Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.822811407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.822880445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.823897491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56169","req_id":"8afc95e6-44cd-4c71-8adb-6bc5fd194721","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5c 32 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 \\2..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.823982681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56169","req_id":"8afc95e6-44cd-4c71-8adb-6bc5fd194721","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.824335754Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.824737685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.82504156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56169","req_id":"8afc95e6-44cd-4c71-8adb-6bc5fd194721","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.825505805Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4603, tv_nsec: 624352516 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.825586045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.825855973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58107","req_id":"a8cce3ac-7ff2-45db-9df6-c3d238a23a77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ca dd 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.825928017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58107","req_id":"a8cce3ac-7ff2-45db-9df6-c3d238a23a77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.826120169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.82616063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58107","req_id":"a8cce3ac-7ff2-45db-9df6-c3d238a23a77","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.894564791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.89495091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.895092021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.895244816Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.89534229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.896186632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.896965454Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52914","req_id":"b20a19bd-f5a1-4e0c-977a-53d5351bffa5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 58 e7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c X............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.897204581Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52914","req_id":"b20a19bd-f5a1-4e0c-977a-53d5351bffa5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22759,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.897668795Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22759,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:58.897877421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52914","req_id":"b20a19bd-f5a1-4e0c-977a-53d5351bffa5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.898241717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.898379331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.89849907Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.899872997Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.909710568Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.909808313Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.910018271Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.910867463Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.9151269Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91ce1e76-c66c-468c-9136-3db3fda69b2d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.916379545Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:58.916934361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.91707428Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.918618015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.922958474Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d752b31-2730-4e0a-9563-79df2660f7a4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.924158515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.939662846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab33ba8-7dee-4cfd-af16-315ee71995de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.940326448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.945220469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64f5f423-0c46-47c2-b453-f40d6381d1c5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.945411329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.955144071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a349d64-6e3f-4010-a444-679640ed5aac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.955383729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.959381254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d818bd5c-5917-458e-9e97-707f8b54f081\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.960098242Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.970348786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27f77d6e-1328-444f-b6d0-7f54ec37f621\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.970923891Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.977375516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.996189071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"597e8fe3-aa41-4630-b315-08f0e3088391\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.996751121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.999319999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7c5c952-708a-4847-a28e-c2e9e39a47d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:58.999743092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.003971487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"715c5875-3234-41f1-88c7-a0e6cc9e96bb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.004524489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.006981574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"131b1a8d-21e2-473a-a285-bed6c5fb6a23\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.00738629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.009140235Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29b3abf-ef4c-445f-bdb4-a787d6f0a545\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.009227569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.014706065Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ff57412-ea82-4856-aa92-efefc8a5baad\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.015765295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.020662943Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7fb095d-ae4a-4bc9-ac09-3fe4c300a6be\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.021214172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.028413295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.028682592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.028877731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.038934388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.040515268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.040994994Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24046e2c-4107-494e-88f1-d5f94e98c5ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.041459589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.045264009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.06086818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.060978439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.061093228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.061773033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.064856817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.064974882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.065559016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.067741194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"278f3708-b605-4fc7-9515-12877772a5aa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.067994719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.073585468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55994cf7-9e13-4a66-bb61-2dc5735198d9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.07367689Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.078526783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3261f70e-dc9c-4fd2-84be-d07ec1129633\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.078832001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.096206529Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d980160-f839-4844-9f40-40545a603af1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.09664871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.098142827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cd578a3-a227-4b46-aaab-3e3ee9c546fe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.098422324Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.099836381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6901ff4-ef9e-4077-a150-417de6bc1b7c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.100134135Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.10175284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4089aa-d8f4-4637-8305-c825f72719e4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.101976165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.104431517Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da4e7001-ded1-4338-8b99-218518d2700d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.104644511Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.107334872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3b6b83-8ac4-492b-806a-87c2eec52002\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.107647334Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.120999748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.122374768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402482d7-fd9d-4f39-b193-31308b00a269\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.122432503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.124844528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2eff7f6-61f8-42d4-979a-b00a317835f3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.124914247Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.12702869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28d80f0a-d20a-419b-8923-b0183ee8d761\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.127413026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.129386167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa1954f-ebe2-4640-9b07-61e956602225\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.129549613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.132646343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48e3a103-650b-4909-a18e-455b06727227\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.13271534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.135157166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3565d4d0-7bf3-460a-895f-1fa6b9271272\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.135376493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.136219713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba34111-18e3-41dc-9e87-1c613a70f5fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.136357437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.137495354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9535c31-2391-436c-bde1-d9955a9f9411\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.137705433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.139170863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e003836b-0bcc-4b40-ab9a-3ad81f485b56\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.139240922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.14023357Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe912c50-3490-49a4-871e-50ce54ebba55\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.140295423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.141821734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef6f7b17-c946-4d6b-b77b-0cfbfd9fc1f1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.142008016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.143948021Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9b42f74-8ca1-41ed-b16a-2e55a13cd5be\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.144015395Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.145732005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d276b207-688b-4e00-a762-2d56fd5d7f42\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.146221861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.14891617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52f35bc2-6543-465c-8490-ab9c71efb7f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.14902669Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.151609476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c728664f-691a-4709-a5cf-061a1c2a7c6a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.151730978Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.153869228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f3778d-ce33-4614-be1d-6e04def12456\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.153942815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.157120105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92b7944a-4a19-4f8b-812d-17d362655187\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.157192189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.159139799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cc1314e-9587-42e5-8c58-7c35dc8bdd59\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.159205801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.160361824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1677248-e9f5-44c4-945c-458a35c7b981\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.160419038Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.161639861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf20ca0-8034-4fe9-a335-0376145f85d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.161701984Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.162586848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c0d13c8-fab8-4fbe-ada7-06c675f66d2d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.162651446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.162684843Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.162717648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.162745824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.164572093Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.171774644Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.172331844Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.172476592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.172623224Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.175064729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.175460788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.17959733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.179664874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.179698742Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.179823861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.17985839Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.180221574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.182599441Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.19018244Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.190246277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.190278381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.190997043Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.192926387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.197249711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.197310382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.197343167Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.197812813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.25447543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.254546772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.254972841Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.255030586Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.255852864Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.256089896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58606"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.262898863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"40348944-5db7-407c-9c57-0ff5f9cd6c23","remote_addr":"[::1]:58606","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.339599654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"40348944-5db7-407c-9c57-0ff5f9cd6c23","remote_addr":"[::1]:58606","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":76701,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.341043761Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45968"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.341174722Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.341786862Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40348944-5db7-407c-9c57-0ff5f9cd6c23\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.345558948Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.345616332Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.3456453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.348132645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.348196272Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.3482305Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.348259638Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.349074442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.350706293Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"1346904c-e48e-4627-b9f1-a1122b503111","remote_addr":"[::1]:45968","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.351089256Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"1346904c-e48e-4627-b9f1-a1122b503111","remote_addr":"[::1]:45968","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":400,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.353731811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49658","req_id":"ef1d41ba-17b3-437b-af0e-87ebec33c0e3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: fc e4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.353798114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49658","req_id":"ef1d41ba-17b3-437b-af0e-87ebec33c0e3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64740,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.354043302Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.354136879Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.354209914Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49658","req_id":"ef1d41ba-17b3-437b-af0e-87ebec33c0e3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.354670341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.358274462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.358496344Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.358550573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.35896608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.361157467Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4604, tv_nsec: 160036692 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.361230713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.367367109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49945","req_id":"15378886-5e02-4243-ab6c-cb524cd602aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8c db 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.367439423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49945","req_id":"15378886-5e02-4243-ab6c-cb524cd602aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36059,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.367537088Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.367639121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49945","req_id":"15378886-5e02-4243-ab6c-cb524cd602aa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.368340268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.438536058Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.438619304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.438868721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:59.438924142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:59.447596681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.465802615Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.465958406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.468605279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.469330394Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.470645314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.471375759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.474684221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c96905ae-2492-4850-9925-5cea831e66db","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.477691824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c96905ae-2492-4850-9925-5cea831e66db","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.477896772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c96905ae-2492-4850-9925-5cea831e66db","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.479728071Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c96905ae-2492-4850-9925-5cea831e66db","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.484602172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c96905ae-2492-4850-9925-5cea831e66db","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":9927,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.486368221Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.486461477Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.486770903Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c96905ae-2492-4850-9925-5cea831e66db\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.487106883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.489500933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"682548fd-2614-4d6b-978a-c16ea37d038a","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.494196087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"682548fd-2614-4d6b-978a-c16ea37d038a","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.49432294Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"682548fd-2614-4d6b-978a-c16ea37d038a","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.497246846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"682548fd-2614-4d6b-978a-c16ea37d038a","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.500424728Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.500535248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.505269881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"682548fd-2614-4d6b-978a-c16ea37d038a","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":15745,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.50703578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"682548fd-2614-4d6b-978a-c16ea37d038a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.507146871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.507188704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.507213684Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.520119518Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:59.521472634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:59.521911929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.522033131Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"713.412317ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.522083491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.522326415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.522628277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.522669489Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.52275037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.523475174Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.525911278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.532855905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.533206994Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.533316933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.533908191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.537562673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.537621019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.538836951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52839","req_id":"acea56f1-fac7-4f1b-81d2-194c8151af71","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 07 6a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .j..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.539015577Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52839","req_id":"acea56f1-fac7-4f1b-81d2-194c8151af71","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1898,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.539299744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.540508672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.540559183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52839","req_id":"acea56f1-fac7-4f1b-81d2-194c8151af71","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.540765223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4604, tv_nsec: 339321615 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.540874762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.541320921Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53438","req_id":"ba79a89e-b017-474d-8fde-ec9bf701cfd2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9d 82 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.54138607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53438","req_id":"ba79a89e-b017-474d-8fde-ec9bf701cfd2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.541487422Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.54222901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53438","req_id":"ba79a89e-b017-474d-8fde-ec9bf701cfd2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.601374554Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.601722537Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.601779561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.60181955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.601848788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.602728291Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.602793821Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.60299382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:59.603175732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.604042329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53011","req_id":"0877910a-8060-42b6-9430-0136a63be191","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 11 31 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .1..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.604153651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53011","req_id":"0877910a-8060-42b6-9430-0136a63be191","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4401,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.604325423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4401,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:48:59.604426314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53011","req_id":"0877910a-8060-42b6-9430-0136a63be191","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.606907478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.607003539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.607131143Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.607810617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.608777263Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.608907472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.608987362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.60925778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.616070384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.616265563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.616467585Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.617129775Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.620318989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.620381624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.621402408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.622474023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bb23c1f-8b06-43aa-903e-e127be9be199\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.622669572Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.62540376Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed05c47f-04dc-4618-9290-7bd77f693a28\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.625626604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.629703277Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d48a002-4f1f-4837-bec2-ec586d1fe0ea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.629774729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.6345384Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d90373-c567-4b17-ae10-1923b9d220c4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.634712597Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.638737046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"570713d4-b702-4d28-a1a9-7762e5bcbe7e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.639078707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.642085017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a8f7737-8f47-42d3-8f2e-1847d96515d0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.642361227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.644892851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c1fe36-358f-444c-8917-a554761303af\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.645302607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.647784643Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6530d1b8-b511-4ac5-9e1e-14470832480c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.648131654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.661478667Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.663103515Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72fc0f56-78db-43de-b585-5100b82d214c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.663627649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.665553195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4927c661-a0b6-48b0-8936-e3689e6d6948\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.665709517Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.669995286Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccece3d5-0da9-40f2-ba67-97354ef6d154\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.670436575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.672694925Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"471a15cd-a3fe-45e9-b13c-6a837aedf907\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.672824794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.674003783Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2938c783-9e2a-4a47-b470-d1f91d9f410d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.674168631Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.675879019Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b441ee0d-1bca-496e-ad69-7c2f0c6ed9de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.675979619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.677807942Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9baa0b-d05b-494b-a74f-dd9bf6c9cbc9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.677883412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.682821872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2b4379e-71f9-43fb-adf5-2c66feef7fd2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.68303681Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.685014541Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50cc10af-ce52-4bdf-a226-44d4b4f15517\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.685141784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.688011632Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cb832d7-e89d-488c-bbdb-7bf4cdab1c42\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.688057814Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.698434399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42f30e18-75ab-4c50-a460-780e70c071fa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.698810729Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.699772114Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c855429-1088-4332-b3ee-b46d2f6fa096\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.699939398Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.700898098Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"091c9c8b-2838-4f1d-9308-5228871e6f3a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.701046664Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.702272927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbe4b9f0-1cf3-4890-b4f8-380b8d68712d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.7025704Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.703871923Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"094dc632-77fd-400d-9da1-443e0b5d7135\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.704160478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.707140596Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f07ce8a4-901a-44bc-8ea8-b367daa7da1f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.70906994Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.710971358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fedf3be0-7bb2-4ec4-9a9d-18ac6a4992eb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.711053802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.712456136Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.712517408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.712554492Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.712582929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.713434626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.719617966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb85052-500f-4382-bc6c-5291d870a18c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.719698406Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.721315598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.728131198Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.728192189Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.728226037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.72860918Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.730782731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d7d0928-e86f-4e39-8cb9-6693326cda58\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.730851598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.731108099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.731160904Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.731626853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.73407959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fb72c5a-bf47-4c47-81b6-bd15a423b87c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.734299548Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.736763567Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61fb1925-aee8-4b34-a959-a5067fdc867e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.73701074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.739410481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6491178d-1b25-4350-ab1d-91cd426b5066\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.739488116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.741778379Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bda15ea-d85f-4f11-bc73-2ec6e98cf05f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.741954951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.743981068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f976e633-848c-4f42-bcb0-18224ad73521\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.744287929Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.766973148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dba3a90-a18e-4d53-bd04-bc356e4693e8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.767246172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.769770782Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.773300595Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59248","req_id":"0544cda4-d769-4e08-badf-4f827ceebb6e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a6 ea 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.774609894Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59248","req_id":"0544cda4-d769-4e08-badf-4f827ceebb6e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42730,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.774932026Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.775363896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.775726619Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:59248","req_id":"0544cda4-d769-4e08-badf-4f827ceebb6e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.778667007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4604, tv_nsec: 577590100 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.779743262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.780007588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f03f6c-e546-45a0-9087-6071278a497e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.780242977Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.78135373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56231","req_id":"f78da67a-90e8-4af0-9fa7-8f4147afede0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1d 7d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .}..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.781599099Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56231","req_id":"f78da67a-90e8-4af0-9fa7-8f4147afede0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.782191209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.782349875Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56231","req_id":"f78da67a-90e8-4af0-9fa7-8f4147afede0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.784222927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.851804187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.85197621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.853148917Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:59.853294487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:59.855187999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.856185146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f20da0-a0bb-49d0-82c4-c0ac4398fc57\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.85648341Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.861799232Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaa113d8-48c9-4693-a879-f319a464662c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.862024561Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.863450983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.865495436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e93e42a1-bba6-4bf1-aaab-87b96ff336f9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.865742248Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.868677176Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b85ed59-b1c1-46d5-bb11-5968befe32b7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.869194246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.880500834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca14cd8d-8089-46bb-b501-cbf698423eda\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.88058425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.882674905Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"562a0fc3-4686-4924-9faf-4e933b127d26\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.882750726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.88457958Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7322b4b6-5a87-4c3b-848b-f78fde1d9769\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.884685191Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.885755092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adfc3191-b8d6-4a90-bcb7-196d8b29dd53\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.885834961Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.88654673Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.887252075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60832","req_id":"19d61b45-a459-4c2a-9603-53ab32a2c766","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 28 93 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 (............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.887318076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60832","req_id":"19d61b45-a459-4c2a-9603-53ab32a2c766","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10387,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.887471182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.88762617Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.887673915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:60832","req_id":"19d61b45-a459-4c2a-9603-53ab32a2c766","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.887864495Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca6a686c-1e34-45d3-a446-c21a61c70320\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.888076608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.888507005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4604, tv_nsec: 687416050 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.888570532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.890719794Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55099","req_id":"236d4f49-d51d-401f-a04f-9b70dca3c1aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 27 fb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e '...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.890773902Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55099","req_id":"236d4f49-d51d-401f-a04f-9b70dca3c1aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.890941787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.890976786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:55099","req_id":"236d4f49-d51d-401f-a04f-9b70dca3c1aa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.891413055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:48:59.963123885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.963585294Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.96397474Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:59.96405513Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:48:59.966958735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.967024627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22c177e3-5944-4302-9c2d-3752d7a87e18\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.967323502Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.967708128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.967834009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.9678696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.967910171Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.968869402Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.972178866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9afe78e1-2949-4eca-8561-abc82b90d42d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:48:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.972283074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.973001946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.973050403Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.973081645Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.97310933Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.973236233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.983975721Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.984074197Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.984109768Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.984692268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.986236756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.990912882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.991011579Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.991051368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.991082751Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.991112921Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.991852194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:48:59.993703973Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.993764464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.994213108Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:48:59.996135478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.001274547Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.001372312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.001407562Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.002243999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.11254658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.112640066Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.113324139Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38164"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.114517036Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"fe224d76-d579-4f92-8a0c-4ed47c58ebe6","remote_addr":"[::1]:38164","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.115042533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"fe224d76-d579-4f92-8a0c-4ed47c58ebe6","remote_addr":"[::1]:38164","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":547,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.116778762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe224d76-d579-4f92-8a0c-4ed47c58ebe6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.117783915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.117891319Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.117927621Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.120380869Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.120444075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.120480778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.120512321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.121184119Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.124394706Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.131192811Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.131449883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.131510023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.132077915Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.165851025Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:00.184976472Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:00.186409837Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.186552401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"664.542056ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.186735055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.186838522Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.186945956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.187035314Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.187119942Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.188082801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.192342668Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.198955153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.199021195Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.199056605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.199647633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.211329148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.211413796Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.213516385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52157","req_id":"102c0a74-8a40-4100-8249-4f5aa1ff3b31","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 04 9d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.213583389Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52157","req_id":"102c0a74-8a40-4100-8249-4f5aa1ff3b31","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.213798798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.213981442Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.214031091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:52157","req_id":"102c0a74-8a40-4100-8249-4f5aa1ff3b31","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.215584727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4605, tv_nsec: 14479252 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.215650588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.216875979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53828","req_id":"5c76747e-0501-4cce-a519-7f7f7f89053d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e0 23 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .#..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.217110206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53828","req_id":"5c76747e-0501-4cce-a519-7f7f7f89053d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.217962855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.218011301Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:53828","req_id":"5c76747e-0501-4cce-a519-7f7f7f89053d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.276986035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.277489187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.277555209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.27759076Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.27762092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.278451464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.289879815Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62103","req_id":"41691a44-08a8-486a-ae15-b419f84ecd9a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ea c9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.290030966Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62103","req_id":"41691a44-08a8-486a-ae15-b419f84ecd9a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.290270283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:49:00.290355813Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62103","req_id":"41691a44-08a8-486a-ae15-b419f84ecd9a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.292665034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.292725444Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.292755264Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.293444267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.300845102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.301113226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.301222003Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.301922439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.312391838Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.312443672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.312930512Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.31814956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dbcfabf-b107-4000-9ae4-a490d2d7066a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.318428236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.331189251Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25e659b2-8039-4cdb-a162-03255a6d371c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.331543507Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.345233433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49725"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.345303142Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53746"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.345799521Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"0692d0ae-4019-4909-abd7-3c5377a8395c","remote_addr":"[::1]:49725","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.346026092Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"568fd159-e9e7-475d-9f66-6fef57e5d4f2","remote_addr":"[::1]:53746","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.346350208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"0692d0ae-4019-4909-abd7-3c5377a8395c","remote_addr":"[::1]:49725","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":535,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.346407883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"568fd159-e9e7-475d-9f66-6fef57e5d4f2","remote_addr":"[::1]:53746","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":465,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.349958157Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a25b03b-97e3-4a44-8842-c2c4536fe2d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.350298916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.352374682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56276"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.352440342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59047"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.353188473Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"4208d5f7-a551-408e-afb6-67c220950dd7","remote_addr":"[::1]:56276","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.353257551Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"15c11839-b41d-488e-9008-c401eb28adc3","remote_addr":"[::1]:59047","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.353700533Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"4208d5f7-a551-408e-afb6-67c220950dd7","remote_addr":"[::1]:56276","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":690,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.353825893Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"15c11839-b41d-488e-9008-c401eb28adc3","remote_addr":"[::1]:59047","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":560,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.354007034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61258"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.355642763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"44c023d3-f0b1-4607-bc8a-465fa0342941","remote_addr":"[::1]:61258","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.355707111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"44c023d3-f0b1-4607-bc8a-465fa0342941","remote_addr":"[::1]:61258","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":292,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.359951348Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40278"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.36001753Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"77bfbdd7-4178-486f-a2a3-c54211956740","remote_addr":"[::1]:40278","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.360376354Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"77bfbdd7-4178-486f-a2a3-c54211956740","remote_addr":"[::1]:40278","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":388,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.361833999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44697"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.368273128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"dca438fd-4e57-4be1-af3e-2e4913ae0845","remote_addr":"[::1]:44697","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.368573938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06cb557f-3a3c-4fee-a761-1ed4040392a8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.368762453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.369103382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/crucible/pantry/0","method":"GET","req_id":"dca438fd-4e57-4be1-af3e-2e4913ae0845","remote_addr":"[::1]:44697","local_addr":"[::1]:44810","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":869,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.372486573Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.3926964Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73e2a469-aee4-4c95-99fd-4cb89f0574d4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.392856239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.394639692Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a5b92c9-6557-4356-bf00-b0449bf49438\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.394704321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.396660508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"455b54db-f22c-4665-a40c-16315f73cda7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.396740908Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.398451316Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9b13d93-cc8d-4613-a743-706730377a3c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.398574392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.399399726Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91361151-5fbc-4583-9f59-e6057e396c40\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.399636408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.401988734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb0ea8d-e0fc-47be-8464-f17346fd3bbe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.402078483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.402115196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e5a4afb-d8d2-4468-a1dc-64f80a92e4c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.402147641Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.402648629Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cd24ed0-9255-495a-8850-b6d96ed83b45\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.402761955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.403775084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7d259dc-1428-4f66-aac8-3e3e8913259b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.403943239Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.406852074Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13bc2aab-f92e-4199-b747-ad3b9ee1a905\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.406946743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.409167508Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f8cd08-67e5-4857-9a1b-085845da083c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.409236275Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.411731146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dbd6526-0719-4eac-8e48-ef162dac6c12\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.411800965Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.418346827Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.418486455Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.419005199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.420202254Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.422098422Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e6dcb4-7bff-41a1-9e11-d4dbe38980c8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.422369321Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.423485996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.423621957Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.423719752Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.423811946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.424775445Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.429825287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.429908042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.432864182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"820be046-8781-41ae-b754-b9eaa090cab8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.432937057Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.433478947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.441100051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.441161995Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.441195682Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.442125194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.442417626Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.442628767Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.445069089Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.445126654Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.445976627Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.446233209Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09bfa7b7-3e67-446f-bec4-f588b7957f60\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.446383438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.448605405Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b476fb-5d5b-4423-b0a9-65d01f17a8fa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.448720234Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.451176317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef77fcc3-c30b-47fa-8126-c8347f2e12d5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.452388212Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.45360685Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a690c648-010f-4412-aa9a-bbc17c29a750\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.453821317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.456423001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27f711d9-871a-4bc9-8868-dde428c874f1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.456562679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.459651464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f361d8b-a691-48e5-bf4c-90604c468aad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.460025439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.46286201Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b8f650a-bb4a-44cd-917a-756c77a92680\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.462943713Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.467822634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bef32c5-8193-40f7-88b6-893b2ced8626\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.468045999Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.47077691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b054b783-5208-41e2-b711-aa766c2b369b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.470970276Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.474302425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f0b949-3b8f-4042-bc88-d2e7d55111c2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.47483199Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.482236252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.48760035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dba73c6-37d3-4d60-978c-36bb5983b315\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.488203361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.492683287Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cb42ece-0252-4faa-b232-d3395452bb9d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.492819539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.494264468Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceb6b714-a531-4531-abcb-8f98be68430e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.494535538Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.496169153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48378029-f9c2-467d-b61e-cb9393ce5139\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.49643363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.497934861Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21981cfc-4ddf-4fe7-ace2-dab2e5acca43\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.498510378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.501446488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99a66da8-4223-48cd-a97a-4ef5771983d0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.501572268Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.503051505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"468c6673-1e20-4e82-9d36-a9bcec0813e3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.503540941Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.507308758Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b689330-83bd-42f3-9238-0e34e99d0567\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.507670609Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.509644381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc34678f-bfad-4187-85f0-32ec4ab63676\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.50976439Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.511710598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cc87d68-8326-4ae2-8aa4-be70091a286c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.511834104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.515311152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d1bc167-82e4-482f-9669-1edf5d8f4581\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.517284474Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:00.520634478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.523437934Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20b6ff60-6256-428f-bab6-d79b937e1761\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.523508204Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.52591023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b52e7507-0421-438b-b4c5-c5057fcb5fe3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.525984207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.527117906Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfa3a3d2-f5fc-408e-820f-fc0b69ea43a3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.527289017Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.529768187Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7704485-c2b1-4b14-991f-36185bc19c87\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.531761027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.532713916Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.532767012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.532799476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.532827322Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.535456791Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.536425591Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09a89a0c-0985-44c4-82fb-4c4e34baa309\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.53664604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.541692866Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.548597042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.54865624Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.54868649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.549101848Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.553774588Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c295eec8-de6a-4344-9b69-cd6851d80cfd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.553907112Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.553953424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.55398659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.554018885Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.554491035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.555673882Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.555806296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.556713524Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.561251014Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.566846733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.566919077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.566953817Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.566991812Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.567020159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.567366208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.567905433Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.567967226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.569937061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.570481385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.570536996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.570696734Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.571393192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.57767598Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.577986318Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.578025166Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.578151237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.645854912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.646005292Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.646682421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53327"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.647260362Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"25d14e68-4a8c-4b97-a9dd-868ab4fc3f59","remote_addr":"[::1]:53327","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:00.647696662Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"25d14e68-4a8c-4b97-a9dd-868ab4fc3f59","remote_addr":"[::1]:53327","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":487,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.647984635Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25d14e68-4a8c-4b97-a9dd-868ab4fc3f59\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.65042115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.650479246Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.650508584Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.652837104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.652901802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.652991892Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.653029296Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.653739481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.657941574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.661786094Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.662001042Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.662054569Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.662889382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.680703696Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:00.698808048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:00.699963299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.700026095Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"513.258113ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.700065874Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.700093128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.700121374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.700148779Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.7001743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.700986328Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.70471146Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.711071001Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.7117832Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.711848059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.711921976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.717652604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.7177206Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.718538359Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49436","req_id":"069aef47-fb02-4a45-af44-d09a700b37f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 81 85 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.718607607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49436","req_id":"069aef47-fb02-4a45-af44-d09a700b37f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.718807956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.718973055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.719129938Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49436","req_id":"069aef47-fb02-4a45-af44-d09a700b37f2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.719573772Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4605, tv_nsec: 518468518 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.719637339Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.719947186Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49962","req_id":"dc90a396-8181-4762-be09-710f2b28ab55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 09 1d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.720010202Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49962","req_id":"dc90a396-8181-4762-be09-710f2b28ab55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.720589947Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.720629556Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49962","req_id":"dc90a396-8181-4762-be09-710f2b28ab55","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.766850478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.76724325Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.767302759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.76733824Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.767372798Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.768280437Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.768601096Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62032","req_id":"32b1c3cc-a5fc-40df-8766-9369c845dfbc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d9 40 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .@..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.768711756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62032","req_id":"32b1c3cc-a5fc-40df-8766-9369c845dfbc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.768913388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:49:00.76900955Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:62032","req_id":"32b1c3cc-a5fc-40df-8766-9369c845dfbc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.769206672Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.769253205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.76928101Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.77099227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.779065045Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.779154583Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.779276015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.780145327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.782979303Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"799601c9-b27a-421e-97c0-3b78a5bfa413\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.783252007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.783531283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.783587165Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.784290205Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.786835727Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fec9ef24-755f-4230-ba27-317b4ab3b694\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.786902329Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.788085336Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9b128d-7d5e-4ee8-a74f-7517099f99ed\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.788209434Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.792535192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b290d430-4f18-41f3-a4a9-05028f10bbae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.792602787Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.795179732Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"566e889e-e660-4b00-aa19-e5e027335324\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.795256675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.79746765Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca21f5ca-0c27-47ef-ba8a-823abfea54ab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.797536016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.800726233Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49fe8a2c-2838-41af-bf25-923a50b47ef0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.800848015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.804540152Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3c47b6f-24d7-466f-9cde-2c001291171b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.8047801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.805824831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6241294-cc9a-4a4c-92eb-25ce4dd29ae5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.806221281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.807625479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b33d41ba-f164-4e42-ba00-e97285cc0973\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.807758424Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.810615717Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cf90ae4-4647-45e7-9ea7-db4f4fde825e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.810845374Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.816436835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"008fa3ba-32bd-4ece-8338-b5b52ef59329\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.816732895Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.817311528Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.82061505Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf6cb8eb-e8cf-4310-b4c3-feee06239ef5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.820682705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.822930183Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8d75ed5-7018-4e4c-afce-cdaf0b73a5e4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.823097756Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.825568539Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"647d3434-6e02-406e-8fb4-0477073e0045\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.825636625Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.826744172Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f273010-f94f-488d-a685-8bc1dd441a81\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.826820373Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.828694407Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c182867-273a-4839-94d2-c840afdc33c0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.828755469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.83305711Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75a6e6f-a354-4905-9331-1d6e5430f174\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.833225565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.837678317Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efad0e6e-92d2-4ee0-bbcd-21f6e830374f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.837943576Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.839101122Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239b3f1f-d8f2-4e20-9f7b-70d47ac91a88\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.839502552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.841239994Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c385f05-0134-47da-8c87-494dbf98014d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.841548769Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.843076543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45816c15-7624-42a5-8dc2-87a6296e2425\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.843338705Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.844441412Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"127769ca-6d2a-408c-84cc-01bf8bf521b0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.844752181Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.84615161Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43c5ab45-1bf2-4ed4-9c79-d386fad75260\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.84664855Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.850120377Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab1c050-dd0c-4f1e-ba81-25b0ec75896b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.850339153Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.852928883Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4b007d7-4ef0-4501-a91b-6a5dfc9214b2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.853124082Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.856708363Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84993dc6-24d4-4f98-abb1-aeb6d1d44eb9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.856859004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.859578392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cf1453e-124d-4e76-bae8-f119528b166c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.859747469Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.862265686Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51bc6fea-d79d-44e2-b6d3-6f465c4cb14c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.862415785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.864326342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d7d9cd-f267-434b-b5c2-82ac7af4f069\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.864474687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.865766501Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb4bae5b-80fc-4634-87c3-362eadda4b39\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.865911951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.86766799Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b832d0e-cbd5-41c0-84d2-1392cc953593\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.867731005Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.868180801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a848213-f8b7-4930-b7dd-62f182d18b71\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.868379387Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.868605227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.868751208Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.868800105Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.868830185Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.86963574Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.870904759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f046b29c-7b35-497f-a7b8-70e9185804be\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.87104589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.872554506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.884031703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.884100901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.884134618Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.884715255Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.88511418Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ae7d66-3d95-49ec-a320-65426f307168\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.885484748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.88791979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.888007996Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.888473764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.88867762Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81415215-d5fa-49fa-bc51-d49e6aac5725\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.888793922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.890985027Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c4af590-cf54-4eca-9167-cddd0f8414e1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.891071169Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.893311102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aedba698-74f2-4077-bff6-00f2d8bd2b46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.893374488Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.897082506Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51b3dab2-c811-479a-a765-4f6b18bc3e2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.897165111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.899394342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57189057-ed90-4991-bcbd-e9999feec80f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.899571946Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.904911194Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"406b1fdb-e2fa-4e2f-a826-d8b8fa27eab4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.905455168Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.907219273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00868e7c-b0c1-4a10-ba81-f243101b98b0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.90751886Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.908876826Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74c104f9-872e-4e87-afa1-b8f4e7f43649\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.909173487Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.911148993Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c6085de-beb3-4eb4-aa9c-d172c6354b96\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.911387648Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.912640304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f1e287-76bb-4939-9d80-840d9844f746\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.912835273Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.913008478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.913106653Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.91320534Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.913980494Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.916806485Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.923654419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.923756382Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.923849818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.923899497Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.923930128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.924495004Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.928069175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.928450315Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.934692211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:00.934743493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.934774736Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:00.936637968Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.036396731Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.03647658Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.036995744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.037060343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.037093068Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.037121304Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.038551284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:01.038690962Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40352"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.03961863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"76eff04a-6665-4c4c-b20c-2049d5a84a77","remote_addr":"[::1]:40352","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:01.042188691Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"76eff04a-6665-4c4c-b20c-2049d5a84a77","remote_addr":"[::1]:40352","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2585,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.042611483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76eff04a-6665-4c4c-b20c-2049d5a84a77\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:49:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.04653951Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.046644519Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.046708476Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.049447474Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.049582703Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.049690227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.049777471Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.050405192Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.05152834Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.057482423Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.057565448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.057600608Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.058005084Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.060345708Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.06447733Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.064743049Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.06482381Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.065371521Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.065740587Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.065798211Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.067312078Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:01.107098279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:01.107701421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.107765368Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"407.641509ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.107811771Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.107843404Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.108027831Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.108084033Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.108120015Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.110670326Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.114942408Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.120717514Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.120792223Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.120826361Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.121607578Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.122886035Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.125810793Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.12602018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.128062018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49662","req_id":"796790bc-be88-4f0d-a716-bf624a84bce0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 50 12 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 P............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.128201606Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49662","req_id":"796790bc-be88-4f0d-a716-bf624a84bce0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.128466103Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.128628236Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.128680009Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:49662","req_id":"796790bc-be88-4f0d-a716-bf624a84bce0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.12909719Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4605, tv_nsec: 927964251 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.129157901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.129753989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56425","req_id":"81c185c3-18a6-4796-9334-be7ff5289e37","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f0 e2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.130054267Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56425","req_id":"81c185c3-18a6-4796-9334-be7ff5289e37","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.130458523Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.130711116Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56425","req_id":"81c185c3-18a6-4796-9334-be7ff5289e37","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.243370453Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.244320676Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.244464061Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.244566425Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.244655633Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.247315012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.249937707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56550","req_id":"b4e5b7f0-5b11-47d0-adca-bb055270d7bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: dd 2b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .+..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.250020743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56550","req_id":"b4e5b7f0-5b11-47d0-adca-bb055270d7bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.250264278Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_volume_remove_rop_respects_accounting","level":50,"time":"2025-04-30T06:49:01.250523605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:56550","req_id":"b4e5b7f0-5b11-47d0-adca-bb055270d7bd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.251645901Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"begin collection from MGS","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.251704337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","mgs_url":"http://[::1]:42120"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.251733295Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.252328491Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.271377605Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.27146048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.271495149Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.272733016Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.281080107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.28114207Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.281614111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.285844449Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edecd0e8-f5af-4d89-b8f1-be3f8d16d4b4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.286319836Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.300333047Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b56bf09-795e-4f10-9701-428337e8933d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.300426012Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.316088018Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b10e1d1-383d-41e2-80ab-29a5b7b91e16\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.316265261Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.335503592Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"044146f4-fec1-488e-be78-6845c4866ba0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.336254478Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.343908448Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e971de-6c95-41ff-9ab2-f325f72d39a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.344062064Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.34960109Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.352068707Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fe2c506-3078-4f41-bbd0-af2420c9d0f4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.352233555Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.353989283Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6095d702-c49e-4e55-b098-08f2ed1939c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.354230865Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.359870712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dd1388c-9e45-456e-bae0-f42ab34d7895\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.359949409Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.361221243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14bac418-fff0-4172-86d2-4073be964570\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.361373807Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.362368128Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4129dfab-fce6-4953-92d0-686c52ffac33\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.362544148Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.363596786Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58454291-f5de-4e27-8cf6-e5c0e6c9c117\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.363724881Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.36486378Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c30d45c-424e-4725-9345-e57a886744c7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.364991034Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.369334898Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb8d6f9-8224-4a3d-9264-9066fee05fbd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.369577462Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.371391055Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22b264ea-b4fb-4ade-a78f-4ebd996b26bd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.37164419Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.374230392Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39701457-798d-41d1-b057-0e73edfaed5c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.374403788Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.377645607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11382be0-f49e-4937-b368-560224d6f3d6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.37850007Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.380303032Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3224112-e3d8-4753-9d85-01cf51c91c39\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.380429323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.384872436Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f4af360-111f-44b3-8ad7-c7df9cac01b6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.385069228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.390317525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f67f0d6-671b-40c9-8d62-0ceec1022ffe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.390759846Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.391748115Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14096e2f-840c-458d-bd90-37ade9964dc6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.392063464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.393232503Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4122c0c3-eea1-4649-b918-e33286b63013\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.393471509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.394399037Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b382df8e-57d3-49bf-8b8d-b9b8c54aee82\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.394619446Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.39567011Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"305e7579-b7f6-4fc3-b248-5b4be9544ae5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.396242801Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.397798029Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"609ba3af-f0ef-4c67-9124-a93db88a7d9a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.398107175Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.399960979Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"363356b0-e27b-4649-9baa-49b00c581bdc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.400172781Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.400437659Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.400569051Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.400662196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.400746735Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.401511959Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.403988784Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.412713327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.412786343Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.412815851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.41323651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.414113557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784ec543-5542-453b-8168-b094469f04ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.414270279Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.417693159Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.417775603Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.417866364Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8431bc50-bd14-496e-b842-65ed653fa116\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.418050912Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.418335218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.419737893Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.421073845Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.421125137Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.421794992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.425977044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.426071312Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.431354699Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"id":"b54a7ccc-f1ae-488d-b382-399618575d07","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.4314154Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.434630075Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035b9678-6022-4494-a851-ec89a5a5137a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.43470288Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.436075976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d6d0e1f-5529-4f48-a583-559aa9bf582f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.436142438Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.439293196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf3d74b2-24ed-4977-bb26-8d6ca5a36503\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.439550679Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.442059077Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9471e70c-bb58-4d9d-af88-6fc5107df827\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.442489124Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.44510746Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3df65df-eb8a-42da-aa89-fec8b8832c2b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.446470386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.449486385Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.449675121Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b7106da-793f-4cf6-a19d-7badb604efa0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.449872464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.451519526Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51705","req_id":"0d9495ac-eb2e-4684-8d70-31dc4c827709","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 9f b8 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.451762871Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51705","req_id":"0d9495ac-eb2e-4684-8d70-31dc4c827709","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40888,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.452133299Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.452774386Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.452890678Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:51705","req_id":"0d9495ac-eb2e-4684-8d70-31dc4c827709","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.453655171Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51144, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4606, tv_nsec: 252484066 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.453720281Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.456025694Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8acd998-ad84-4092-a6f2-46b6d2544c81\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.456248107Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1","method":"GET"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.45705748Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58457","req_id":"f461b265-4e24-450d-982b-03123fb22d7c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 89 37 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .7..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.457182479Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58457","req_id":"f461b265-4e24-450d-982b-03123fb22d7c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35127,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.457397778Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.457425383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:58457","req_id":"f461b265-4e24-450d-982b-03123fb22d7c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:01.459868481Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:01.518799457Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.5189465Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.519274323Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:01.519371356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:01.522855589Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:01.523224083Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:01.523532227Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.523866102Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.525000552Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"195574d3-a3b4-475e-ab3a-41773b1c0022","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.525307604Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"195574d3-a3b4-475e-ab3a-41773b1c0022","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.525371602Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"195574d3-a3b4-475e-ab3a-41773b1c0022","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.526619388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"195574d3-a3b4-475e-ab3a-41773b1c0022","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.530268649Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.531731243Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c17e9e8-88f2-409c-a8c9-cf6f36cb1b91\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.53200072Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:01.533246963Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"195574d3-a3b4-475e-ab3a-41773b1c0022","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":8181,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.535616764Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"195574d3-a3b4-475e-ab3a-41773b1c0022\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.535909337Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.536689351Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"05c848b9-9275-40b8-a220-733d2a99c24e","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.536926023Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"05c848b9-9275-40b8-a220-733d2a99c24e","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.536991744Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"05c848b9-9275-40b8-a220-733d2a99c24e","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.537771087Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"05c848b9-9275-40b8-a220-733d2a99c24e","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.539564981Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc83e303-a7dc-422b-acdb-3cfaba037b31\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.540298342Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:01.540750613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"05c848b9-9275-40b8-a220-733d2a99c24e","remote_addr":"127.0.0.1:63844","local_addr":"127.0.0.1:35502","component":"dropshot_internal","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","latency_us":3952,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.541204989Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35502/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05c848b9-9275-40b8-a220-733d2a99c24e\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.541267623Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.541300759Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:01.541325509Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.543545111Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4c271c-dcb4-4b7d-9403-70ff36f93337\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.543688196Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.545487952Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7347a6dc-4a86-4760-ac7f-c230d49b088a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.545576348Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.547204252Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f401eb-5741-4239-86b7-d1fa13b008b9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.547285714Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.555598607Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc6d487f-56e0-4e23-a7aa-57b841cb879d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.555754427Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.55836044Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e18fa6f0-e6fd-46db-af53-39c3d00e3528\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.558488104Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:42120/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.560085356Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e9540b-b290-44eb-8cba-02d48f4a515b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.560352779Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.562457863Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755cbdd1-102a-49c7-a24b-50f0a687f738\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.562761358Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.565639833Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d3ba86-0650-4c9a-b050-61956e26bf52\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.565865543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"Some(Body)","uri":"http://[::1]:42120/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.567942421Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.568000046Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"gateway_url":"http://[::1]:42120","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:42120/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5daa3639-a812-457b-b733-4fb7645a4d5c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.568280956Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.568339182Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.568374262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.568401516Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.56911634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.56917675Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.573071651Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.573514994Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.573574563Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.573605715Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.574165851Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.58157365Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.581654532Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.581690543Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.581723048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.581750493Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.582441229Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.582960063Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.583019712Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.583053048Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.583084922Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.583567944Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.58641184Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.600887262Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.601380134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.601516766Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.60294447Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.604547835Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.617597415Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.624283156Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.624394939Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.628953331Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.70616983Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","sled_agent_url":"http://[::1]:51849"} {"msg":"client request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.70624976Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","body":"None","uri":"http://[::1]:51849/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:01.706978802Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47491"} {"msg":"incoming request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.707677464Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"6187f2fb-b6ad-4ec5-8289-51e367aeb252","remote_addr":"[::1]:47491","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":30,"time":"2025-04-30T06:49:01.708292059Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"uri":"/inventory","method":"GET","req_id":"6187f2fb-b6ad-4ec5-8289-51e367aeb252","remote_addr":"[::1]:47491","local_addr":"[::1]:51849","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":656,"response_code":"200"} {"msg":"client response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.709450306Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"SledAgent":"http://[::1]:51849","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(Response { url: \"http://[::1]:51849/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6187f2fb-b6ad-4ec5-8289-51e367aeb252\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:49:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.712066399Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.71220259Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.712242369Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.720532858Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.720596484Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.720632927Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.720665853Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.721399284Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.721750383Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.721809401Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.722393134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.72545743Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.732439992Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.732678527Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.732732575Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.733396237Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.764566081Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:01.765982613Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_volume_remove_rop_respects_accounting","level":40,"time":"2025-04-30T06:49:01.766260327Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.766451888Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"658.494789ms"} {"msg":"activating","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.766509483Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","iteration":52,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.766596557Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.766740634Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.766788309Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.766816565Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.767758091Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.778141219Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.784576931Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.784985395Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.785045134Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.785672785Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.78869218Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","candidates":"[(20760326-f190-477d-ad76-7e1f27b6fd5a, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.788748984Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.790359763Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50372","req_id":"da9014da-de70-4f83-89a4-eba7528683a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 35 3f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 5?..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.790468289Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50372","req_id":"da9014da-de70-4f83-89a4-eba7528683a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13631,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.7905388Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.790563228Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.790708818Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:50372","req_id":"da9014da-de70-4f83-89a4-eba7528683a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.791289616Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42120, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4606, tv_nsec: 590188690 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.791352872Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.79176349Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63364","req_id":"7e4e49e7-2571-424f-be14-6f3b110f51e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 48 88 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e H...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.791826525Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63364","req_id":"7e4e49e7-2571-424f-be14-6f3b110f51e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.793182687Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_volume_remove_rop_respects_accounting","level":20,"time":"2025-04-30T06:49:01.793217226Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"peer_addr":"[::1]:63364","req_id":"7e4e49e7-2571-424f-be14-6f3b110f51e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_volume_remove_rop_respects_accounting","level":10,"time":"2025-04-30T06:49:01.865384896Z","hostname":"bmat-EVT22200007-000064cb","pid":28536,"component":"DnsResolver","component":"ServerContext","name":"69f022d2-5372-4a20-b5cd-0c00430e5cf3","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}